-- Logs begin at Thu 2022-05-12 04:28:26 UTC, end at Thu 2022-05-12 05:45:02 UTC. -- May 12 05:19:29.182569 dv-cinder-831186-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 12 05:19:31.946762 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.common.config [-] Logging enabled! May 12 05:19:31.947368 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev22 May 12 05:19:31.947531 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101769) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 05:19:31.950809 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.common.config [-] Logging enabled! May 12 05:19:31.951058 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev22 May 12 05:19:31.951365 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101769) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 05:19:31.952863 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 05:19:31.953101 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 05:19:31.953448 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 05:19:31.953691 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 05:19:31.953913 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 05:19:31.954229 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.954523 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.954816 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.955042 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.955334 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.955621 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.955931 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.956219 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.956512 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.956794 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.957068 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.957352 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.957583 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.957862 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.958151 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.958432 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.958656 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] debug = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.958935 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.959362 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.959792 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.960075 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.960365 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.960645 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.960916 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.961190 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.961474 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.961797 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] host = dv-cinder-831186-3-smb {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.962071 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.962355 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.962638 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.962920 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.963196 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.963470 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.963774 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.964047 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.964318 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] log_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.964594 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.964875 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.965158 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.965444 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.965665 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.965884 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.966168 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.966455 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.966728 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.966999 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.967276 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.967550 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.968392 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.968665 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.968949 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.969229 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.969510 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.969784 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.970057 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.970327 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.970596 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.970880 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.971151 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.971422 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.971698 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.972010 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.972279 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.972553 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.972849 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.973137 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.973416 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.973700 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.973974 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.974256 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.974527 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.974798 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.975066 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] use_json = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.975336 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.975605 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.975921 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.976195 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.976467 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.976740 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.977011 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.977295 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.977566 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:31.977862 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.978156 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.978455 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.978741 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.979030 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.979308 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.979593 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.979904 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.980196 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.980485 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.980769 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.981046 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.981331 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.981607 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.981900 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.982203 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.982495 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.982784 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.983065 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.983357 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.983634 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.983934 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.984222 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.984499 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.984785 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.985070 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.985345 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.985630 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.985924 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.986212 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.986487 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.986763 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.987052 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.987329 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.987600 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.987905 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.988194 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.988469 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.988741 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.989024 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.989301 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.989571 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.989840 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.990114 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.990399 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.990672 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.990940 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.991206 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.991479 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.991766 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.992054 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.992331 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.992602 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.992871 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.993151 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.993420 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.993691 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.993965 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.994235 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.994507 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.994777 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.995044 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.995312 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.995580 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.995876 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.996148 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.996417 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.996689 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.996966 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.997225 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.997492 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.997759 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.998029 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.998313 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.998607 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.998883 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.999186 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.999463 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:31.999763 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.000043 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.000316 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.000592 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.000867 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.001218 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.001512 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.001793 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.002077 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.002358 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.002642 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.002935 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.003216 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.003497 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.003801 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.004083 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.004366 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.004647 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.004937 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.005225 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.005513 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.005801 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.006091 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.006368 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.006670 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.006947 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:32.007161 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 05:19:32.007402 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101769) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 05:19:32.361976 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 05:19:32.362250 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 05:19:32.362534 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 05:19:32.362863 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 05:19:32.760604 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.760888 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.761148 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.762438 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.762708 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.762980 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.798283 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.798556 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.798820 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.814414 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.814692 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.814955 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.843007 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.843284 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.843544 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.881706 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.881984 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:32.882251 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.114264 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.114864 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.114864 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.115032 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.115652 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.235813 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.236131 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.236412 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.236679 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.236943 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.237249 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.237504 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.237760 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.238007 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.238282 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.238535 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.238794 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.239043 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.239289 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.239537 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.239814 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.240063 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.240327 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.240591 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.240843 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.241117 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.241359 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.241635 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.242010 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.242261 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.242501 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.242898 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 05:19:33.243130 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 05:19:33.243362 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 05:19:33.243591 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 05:19:33.243843 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 05:19:33.244071 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 05:19:33.244437 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 05:19:33.247607 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 05:19:33.251567 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 05:19:33.255468 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 12 05:19:33.257098 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 05:19:33.257548 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 05:19:33.257887 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 05:19:33.258268 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 05:19:33.261069 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 05:19:33.261324 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 05:19:33.261667 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 05:19:33.267001 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 05:19:33.289275 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 05:19:33.289721 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.290017 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101769) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 12 05:19:33.290376 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.291758 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101769) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 05:19:33.292038 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 05:19:33.292275 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 05:19:33.296479 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.296758 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:33.359077 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 05:19:33.359312 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 05:19:33.359542 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 05:19:33.359938 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 05:19:33.382283 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_db.sqlalchemy.engines [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101769) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 05:19:33.911343 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Initializing driver for type 'gre' May 12 05:19:33.911907 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] gre ID ranges: [(1, 1000)] May 12 05:19:33.965910 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Initializing driver for type 'local' May 12 05:19:33.966247 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Initializing driver for type 'vlan' May 12 05:19:33.980466 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] VlanTypeDriver initialization complete May 12 05:19:33.980809 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Initializing driver for type 'vxlan' May 12 05:19:33.981251 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] vxlan ID ranges: [(1, 1000)] May 12 05:19:34.044020 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Initializing extension driver 'port_security' May 12 05:19:34.044363 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.extensions.port_security [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] PortSecurityExtensionDriver initialization complete May 12 05:19:34.044704 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Initializing mechanism driver 'openvswitch' May 12 05:19:34.045026 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Initializing mechanism driver 'hyperv' May 12 05:19:34.051584 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:19:34.052305 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > port after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.052679 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > port after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.053034 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > port after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.053555 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 05:19:34.053983 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > subnet after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.054337 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > subnet after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.054681 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.055073 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 05:19:34.055475 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > network after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.055848 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > network after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.056194 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > network after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.056582 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 05:19:34.056980 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > security_group after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.057328 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > security_group after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.057665 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.058192 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 05:19:34.058854 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.059208 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.059551 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.059976 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 05:19:34.060379 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > address_group after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.060726 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > address_group after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.061066 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.061951 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 05:19:34.062389 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] ML2 OVO RPC backend initialized. {{(pid=101769) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 12 05:19:34.063099 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.063455 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.063904 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > network before_response 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.064257 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > networks before_response 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.064605 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > port before_response 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.064946 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > ports before_response 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.065288 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > subnet before_response 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.065629 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > subnets before_response 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.065975 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > network after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.066313 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > network after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.066649 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > network after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.066982 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > port after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.067316 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > port after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.067651 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > port after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.068008 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > subnet after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.068344 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > subnet after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.068677 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.075779 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded quota_driver: . May 12 05:19:34.076142 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.plugin [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Modular L2 Plugin initialization complete May 12 05:19:34.076489 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading services supported by the core plugin {{(pid=101769) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 05:19:34.076827 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.plugins.ml2.managers [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Got port-security extension from driver 'port_security' May 12 05:19:34.077884 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.extensions.vlantransparent [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Disabled vlantransparent extension. May 12 05:19:34.078371 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101769) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 05:19:34.078693 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading Plugin: router May 12 05:19:34.114150 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.114543 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router after_create 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.115072 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router before_create 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.115357 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.115798 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.116197 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router after_delete 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.116633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.117052 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.117418 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router after_create 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.117770 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router after_update 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.118123 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router after_update 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.118473 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.118831 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router after_update 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.119261 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_update 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.119610 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: port after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.119975 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: port after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.120315 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: subnet after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.120656 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.121005 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.121354 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_create 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.121704 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: port before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.122114 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.122401 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router after_update 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.122740 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.123088 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_create 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.123446 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.123823 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_update 55549900 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.124776 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > agent after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.125127 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > agent after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.125472 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > network after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.126330 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Tracking information for resource: router configured {{(pid=101769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 05:19:34.126660 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Tracking information for resource: floatingip configured {{(pid=101769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 05:19:34.131490 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.db.l3_agentschedulers_db [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 05:19:34.132091 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: port after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.132453 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: port after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.132805 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: port after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.133156 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: port after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.133947 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router before_create 55550100 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.134311 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.134671 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_create 55550100 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.135026 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > router precommit_update 55550100 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.139926 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.services.provider_configuration [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service providers = [] {{(pid=101769) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 05:19:34.140292 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.db.servicetype_db [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101769) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 05:19:34.143224 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.services.service_base [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 05:19:34.143576 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.services.service_base [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 05:19:34.143945 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.services.service_base [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 05:19:34.144829 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.services.service_base [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 05:19:34.145200 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.services.service_base [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 05:19:34.145570 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 05:19:34.145884 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 05:19:34.156147 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 05:19:34.156481 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading Plugin: auto_allocate May 12 05:19:34.162389 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: network precommit_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.162694 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: network precommit_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.163202 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 05:19:34.163520 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading Plugin: tag May 12 05:19:34.169978 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 05:19:34.170307 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading Plugin: timestamp May 12 05:19:34.174776 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 05:19:34.175105 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading Plugin: network_ip_availability May 12 05:19:34.180488 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.180864 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.181223 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.181928 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 05:19:34.182246 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading Plugin: flavors May 12 05:19:34.187732 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 05:19:34.188082 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading Plugin: revisions May 12 05:19:34.192305 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 05:19:34.192698 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_concurrency.lockutils [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=101769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 05:19:34.193424 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101769) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 05:19:34.193763 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Initializing extension manager. May 12 05:19:34.194274 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: __init__.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.194613 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: __pycache__ {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.194943 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.195271 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: address_group.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.196054 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.196614 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: address-group May 12 05:19:34.196936 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: address_scope.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.197655 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.198166 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: address-scope May 12 05:19:34.198491 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.199412 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.199953 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: router-admin-state-down-before-update May 12 05:19:34.200278 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: agent.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.201154 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.201669 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: agent May 12 05:19:34.202011 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: agent_resources_synced.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.202921 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.203429 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: agent-resources-synced May 12 05:19:34.203780 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: allowedaddresspairs.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.205545 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.206071 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: allowed-address-pairs May 12 05:19:34.206397 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: auto_allocated_topology.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.207459 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.208009 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: auto-allocated-topology May 12 05:19:34.208336 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: availability_zone.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.209032 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.209541 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: availability_zone May 12 05:19:34.209863 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: availability_zone_filter.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.210784 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.211290 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: availability_zone_filter May 12 05:19:34.211612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: data_plane_status.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.212539 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.213039 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension data-plane-status not supported by any of loaded plugins May 12 05:19:34.213357 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: default_subnetpools.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.214260 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.214766 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: default-subnetpools May 12 05:19:34.215087 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.215921 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.216428 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: dhcp_agent_scheduler May 12 05:19:34.216748 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: dns.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.217674 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.218211 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension dns-integration not supported by any of loaded plugins May 12 05:19:34.218533 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: dns_domain_ports.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.219456 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.219991 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 05:19:34.220315 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.221241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.221741 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 05:19:34.222061 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: dvr.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.222735 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.223237 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: dvr May 12 05:19:34.223555 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: ecmp_routes.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.224497 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.225005 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension ecmp_routes not supported by any of loaded plugins May 12 05:19:34.225326 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: empty_string_filtering.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.226231 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.226738 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: empty-string-filtering May 12 05:19:34.227060 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.228004 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.228511 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 05:19:34.228830 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.229733 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.230239 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 05:19:34.230559 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: external_net.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.231461 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.232001 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: external-net May 12 05:19:34.232321 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.233742 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.234261 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: extra_dhcp_opt May 12 05:19:34.234579 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: extraroute.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.235490 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.236031 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: extraroute May 12 05:19:34.236354 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: extraroute_atomic.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.237384 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.237895 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: extraroute-atomic May 12 05:19:34.238216 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: filter_validation.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.238886 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.239390 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: filter-validation May 12 05:19:34.239732 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: fip_pf_description.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.240647 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.241153 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 05:19:34.241471 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: fip_port_details.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.242389 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.242896 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: fip-port-details May 12 05:19:34.243212 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: flavors.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.244517 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.245037 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: flavors May 12 05:19:34.245364 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.247029 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.247555 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 05:19:34.247927 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: floatingip_pools.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.248628 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.249841 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: floatingip-pools May 12 05:19:34.250206 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: ip_allocation.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.251160 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.251669 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension ip_allocation not supported by any of loaded plugins May 12 05:19:34.252024 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.252944 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.253452 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: ip-substring-filtering May 12 05:19:34.253775 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: l2_adjacency.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.254695 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.255194 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 05:19:34.255515 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: l3.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.256524 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.257042 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: router May 12 05:19:34.257365 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.259818 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.260360 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 05:19:34.260695 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.261635 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.262150 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: ext-gw-mode May 12 05:19:34.262477 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.263392 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.263930 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: l3-ha May 12 05:19:34.264257 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: l3_flavors.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.265191 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.265697 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: l3-flavors May 12 05:19:34.266021 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.266926 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.267434 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 05:19:34.267787 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: l3agentscheduler.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.268832 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.269344 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: l3_agent_scheduler May 12 05:19:34.269667 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: logging.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.271166 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.271687 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension logging not supported by any of loaded plugins May 12 05:19:34.272044 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: metering.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.272787 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.273366 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: metering May 12 05:19:34.273690 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.274768 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.275282 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: metering_source_and_destination_fields May 12 05:19:34.275606 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: multiprovidernet.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.276587 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.277101 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: multi-provider May 12 05:19:34.277422 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: netmtu.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.278337 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.278844 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: net-mtu May 12 05:19:34.279165 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: netmtu_writable.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.280127 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.280639 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: net-mtu-writable May 12 05:19:34.280959 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: network_availability_zone.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.281631 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.282133 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: network_availability_zone May 12 05:19:34.282450 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: network_ip_availability.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.283548 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.284092 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: network-ip-availability May 12 05:19:34.284414 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: network_segment_range.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.285178 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.285685 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension network-segment-range not supported by any of loaded plugins May 12 05:19:34.286004 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: pagination.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.286994 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.287323 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: pagination May 12 05:19:34.287642 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: port_device_profile.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.288597 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.289116 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: port-device-profile May 12 05:19:34.289437 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.290363 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.290881 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: port-mac-address-regenerate May 12 05:19:34.291207 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.292153 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.292660 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: port-numa-affinity-policy May 12 05:19:34.292979 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: port_resource_request.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.293894 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.294398 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension port-resource-request not supported by any of loaded plugins May 12 05:19:34.294717 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: portbindings.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.295633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.296748 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: binding May 12 05:19:34.297069 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: portbindings_extended.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.299889 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.300417 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: binding-extended May 12 05:19:34.300750 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: portsecurity.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.301683 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.302194 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: port-security May 12 05:19:34.302522 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: project_id.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.303503 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.303864 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: project-id May 12 05:19:34.304190 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: providernet.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.305113 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.305635 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: provider May 12 05:19:34.305959 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.309757 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.310284 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos not supported by any of loaded plugins May 12 05:19:34.310617 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.312490 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.313005 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 05:19:34.313337 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.314255 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.314768 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 05:19:34.315096 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_default.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.316043 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.316554 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-default not supported by any of loaded plugins May 12 05:19:34.316881 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_fip.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.317542 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.318043 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-fip not supported by any of loaded plugins May 12 05:19:34.318367 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_gateway_ip.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.319285 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.319819 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 05:19:34.320146 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_port_network_policy.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.321052 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.321560 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 05:19:34.321884 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_pps_rule.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.323049 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.323571 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-pps not supported by any of loaded plugins May 12 05:19:34.323927 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_rule_type_details.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.324838 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.325344 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 05:19:34.325671 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: qos_rules_alias.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.326720 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.327251 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 05:19:34.327576 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: quotasv2.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.328510 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.328842 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: quotas May 12 05:19:34.329165 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: quotasv2_detail.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.330841 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.331182 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: quota_details May 12 05:19:34.331507 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: rbac.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.332581 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.333113 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: rbac-policies May 12 05:19:34.333444 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: rbac_address_group.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.334373 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.334887 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: rbac-address-group May 12 05:19:34.335212 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: rbac_address_scope.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.336162 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.336673 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: rbac-address-scope May 12 05:19:34.336996 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: rbac_security_groups.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.337913 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.338424 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: rbac-security-groups May 12 05:19:34.338749 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: rbac_subnetpool.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.339664 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.340199 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: rbac-subnetpool May 12 05:19:34.340548 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: revisionifmatch.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.341462 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.341982 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: revision-if-match May 12 05:19:34.342306 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: revisions.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.343648 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.344197 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: standard-attr-revisions May 12 05:19:34.344526 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: router_availability_zone.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.345212 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.345715 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: router_availability_zone May 12 05:19:34.346041 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: routerservicetype.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.346968 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.347473 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension router-service-type not supported by any of loaded plugins May 12 05:19:34.347826 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.348749 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.349257 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: security-groups-normalized-cidr May 12 05:19:34.349580 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.350504 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.351011 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: port-security-groups-filtering May 12 05:19:34.351332 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.352309 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.352818 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: security-groups-remote-address-group May 12 05:19:34.353139 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: securitygroup.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.363171 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.363736 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: security-group May 12 05:19:34.364066 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: segment.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.364856 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.365368 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension segment not supported by any of loaded plugins May 12 05:19:34.365696 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.366631 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.367144 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 05:19:34.367468 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: servicetype.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.368682 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.369210 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: service-type May 12 05:19:34.369538 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: sorting.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.370529 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.370861 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: sorting May 12 05:19:34.371184 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: standard_attr_segment.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.372133 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.372647 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 05:19:34.372968 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: standardattrdescription.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.373618 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.374682 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: standard-attr-description May 12 05:19:34.375003 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: stateful_security_group.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.375952 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.376463 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: stateful-security-group May 12 05:19:34.376786 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: stdattrs_common.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.377368 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 05:19:34.377685 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.378614 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.379121 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 05:19:34.379441 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: subnet_onboard.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.380523 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.381037 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: subnet_onboard May 12 05:19:34.381357 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.382274 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.382783 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 05:19:34.383102 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: subnet_service_types.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.384048 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.384559 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: subnet-service-types May 12 05:19:34.384879 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: subnetallocation.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.385957 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.386464 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: subnet_allocation May 12 05:19:34.386785 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.387450 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.387993 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: subnetpool-prefix-ops May 12 05:19:34.388316 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.389251 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.389779 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 05:19:34.390103 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: tagging.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.391179 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.391693 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: standard-attr-tag May 12 05:19:34.392045 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: timestamp.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.393245 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.393762 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loaded extension: standard-attr-timestamp May 12 05:19:34.394087 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: trunk.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.395118 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.395636 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension trunk not supported by any of loaded plugins May 12 05:19:34.395986 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: trunk_details.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.396913 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.397429 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension trunk-details not supported by any of loaded plugins May 12 05:19:34.397751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: uplink_status_propagation.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.398671 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.399188 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 05:19:34.399512 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Loading extension file: vlantransparent.py {{(pid=101769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 05:19:34.400212 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 05:19:34.400720 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 05:19:34.403156 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:network May 12 05:19:34.403676 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:subnet May 12 05:19:34.404099 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:subnetpool May 12 05:19:34.404489 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:port May 12 05:19:34.405741 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.406182 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service FLAVORS assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.406802 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.407232 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.407562 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:router May 12 05:19:34.408026 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:floatingip May 12 05:19:34.408533 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service METERING assigned prefix: /metering {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.409969 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.410341 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.410693 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:19:34.411704 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of CountableResource for resource:rbac_policy May 12 05:19:34.412165 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:security_group May 12 05:19:34.412657 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 05:19:34.413218 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service CORE assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.413545 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:subnetpool May 12 05:19:34.413891 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] subnetpool is already registered May 12 05:19:34.414329 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service CORE assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.414654 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:subnetpool May 12 05:19:34.414988 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] subnetpool is already registered May 12 05:19:34.417269 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.417700 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service FLAVORS assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.418289 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.418710 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.419043 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:router May 12 05:19:34.419382 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] router is already registered May 12 05:19:34.419821 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:floatingip May 12 05:19:34.420160 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] floatingip is already registered May 12 05:19:34.420608 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service METERING assigned prefix: /metering {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.421798 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of CountableResource for resource:rbac_policy May 12 05:19:34.422124 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] rbac_policy is already registered May 12 05:19:34.422531 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:security_group May 12 05:19:34.422869 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] security_group is already registered May 12 05:19:34.423269 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 05:19:34.423602 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] security_group_rule is already registered May 12 05:19:34.424249 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service CORE assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.424577 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:subnetpool May 12 05:19:34.424912 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] subnetpool is already registered May 12 05:19:34.425325 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.v2.resource_helper [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Service CORE assigned prefix: {{(pid=101769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 05:19:34.425647 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Creating instance of TrackedResource for resource:subnetpool May 12 05:19:34.425976 dv-cinder-831186-3-smb neutron-server[101769]: WARNING neutron.quota.resource_registry [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] subnetpool is already registered May 12 05:19:34.426440 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: extensions {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.427902 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: address-groups {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.429355 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: address-scopes {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.430734 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: agents {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.431911 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: auto-allocated-topology {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.433136 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: availability_zones {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.434616 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: dhcp-networks {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.438367 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: dhcp-agents {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.439839 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: routers {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.442065 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: flavors {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.443214 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: service_profiles {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.444443 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: next_providers {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.445883 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: service_profiles {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.447428 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: floatingip-pools {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.448675 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: routers {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.450749 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: floatingips {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.452109 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: l3-routers {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.453481 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: l3-agents {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.454896 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: metering-labels {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.457233 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: metering-label-rules {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.458493 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: network-ip-availabilities {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.459770 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: bindings {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.461401 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: quotas {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.462853 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: quotas {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.464298 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: rbac-policies {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.465482 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: security-groups {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.466785 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: security-group-rules {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.468069 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: service-providers {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.469271 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: subnetpools {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.470692 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: subnetpools {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.472170 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.473828 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.475628 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.477466 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.479239 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.481133 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.482812 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.485298 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.487040 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.488810 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron.api.extensions [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Extended resource: tags {{(pid=101769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 05:19:34.494810 dv-cinder-831186-3-smb neutron-server[101769]: WARNING keystonemiddleware.auth_token [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 05:19:34.500106 dv-cinder-831186-3-smb neutron-server[101769]: WARNING keystonemiddleware.auth_token [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 05:19:34.508495 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_concurrency.lockutils [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Acquired lock "singleton_lock" {{(pid=101769) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 12 05:19:34.508976 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_concurrency.lockutils [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Releasing lock "singleton_lock" {{(pid=101769) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 12 05:19:34.509602 dv-cinder-831186-3-smb neutron-server[101769]: INFO oslo_service.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Starting 2 workers May 12 05:19:34.514511 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Started child 101910 {{(pid=101769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 05:19:34.519811 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Started child 101911 {{(pid=101769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 05:19:34.520099 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:34.520766 dv-cinder-831186-3-smb neutron-server[101769]: INFO neutron.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 05:19:34.521223 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Notify callbacks [] for process, before_spawn {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:34.521392 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [-] (101910) wsgi starting up on http://0.0.0.0:9696 May 12 05:19:34.523487 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:34.523976 dv-cinder-831186-3-smb neutron-server[101769]: INFO oslo_service.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Starting 1 workers May 12 05:19:34.524849 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [-] (101911) wsgi starting up on http://0.0.0.0:9696 May 12 05:19:34.528981 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Started child 101912 {{(pid=101769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 05:19:34.529534 dv-cinder-831186-3-smb neutron-server[101769]: INFO oslo_service.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Starting 1 workers May 12 05:19:34.533216 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] calling RpcWorker wait() {{(pid=101912) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 05:19:34.533759 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] returning from RpcWorker wait() {{(pid=101912) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 05:19:34.534552 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Started child 101913 {{(pid=101769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 05:19:34.535126 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:34.535405 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c04c27a2-6046-414b-84d5-f8eee7cfb059 None None] Notify callbacks [] for process, after_spawn {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:34.535663 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:19:34.537320 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101769) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 05:19:34.537545 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 05:19:34.537729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 05:19:34.537943 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 05:19:34.538251 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 05:19:34.538412 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 05:19:34.538939 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.539220 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.539378 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:34.539881 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.539881 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.540076 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.540619 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.540711 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:19:34.540875 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.541129 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.541412 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.541651 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.541822 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.541988 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.542244 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.542475 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.542783 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.543036 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.543271 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.543551 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.543745 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.544006 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.544273 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.544521 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.544792 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] debug = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.545042 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.545528 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.545828 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.546585 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.546826 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.547094 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.547322 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.547581 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.547870 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.548088 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.548349 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.548597 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.548848 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.549081 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.549298 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.549567 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.549781 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.550239 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] host = dv-cinder-831186-3-smb {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.550451 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.550670 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.550927 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.551185 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.551426 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.551647 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.551915 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.552158 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.552398 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.552621 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.552858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.553103 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.553350 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.553606 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.553768 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_options = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.553986 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.554239 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.554496 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.554712 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.554857 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.554993 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.555244 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.555408 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.555659 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.555908 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.556122 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.556360 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.556570 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.556812 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.557057 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.557302 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.557515 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.557745 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.557999 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.558482 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.558713 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.558938 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.559206 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.559398 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.559610 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.559848 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.560105 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.560340 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.560547 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.560796 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.561006 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.561261 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.561545 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.561779 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.562037 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.562274 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.562479 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.562709 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.562997 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.563193 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.563436 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.563679 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.563935 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.564184 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.564426 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.564815 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.565048 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_json = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.565201 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.565348 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.565522 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.565905 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.566119 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.566332 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.566679 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.566900 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.567041 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.567481 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.567787 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.568435 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.568435 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.568689 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.568828 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.569006 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.569225 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.569583 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.569831 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.570151 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.570469 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.570704 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.570905 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.571191 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.571654 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.571861 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.572048 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.572286 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.572521 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.572779 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.572985 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.573247 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.573482 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.573737 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.573993 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.574235 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.574567 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.574843 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.575126 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.575374 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.575583 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.575852 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.576093 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.576332 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.576549 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.576799 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.577088 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.577327 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.577545 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.577767 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.578014 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.578232 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.578465 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.578706 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.578963 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.579195 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.579415 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.579648 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.579878 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.580092 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.580323 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.580576 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.580796 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.581032 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.581258 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.581477 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.581685 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.581914 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.582550 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.582550 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.582850 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.582850 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.583112 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.583259 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.583463 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.583704 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.583962 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.584503 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.584503 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.584791 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.584932 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.585069 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.585303 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.586008 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.586008 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.586008 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.586433 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.586433 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.586695 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.586834 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.586986 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.587174 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.587440 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.587617 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.587851 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.588064 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.588274 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.588484 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.588762 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.589081 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.589942 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.589942 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.589942 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.590821 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.590821 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.590821 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.590821 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.591415 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.591415 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.591415 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.591857 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.591857 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.592143 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.592282 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.592471 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.593413 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.593903 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.593903 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.593903 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.594316 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.594468 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.594641 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.594914 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.597633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.597633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.597633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.597633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.597633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.597633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.597633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.597633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.598858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.598858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.598858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.598858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.598858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.598858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.598858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.599807 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.599807 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.599807 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.599807 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.601188 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.601188 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.601188 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.601188 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.601188 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.601188 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.602006 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.602006 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.602006 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.602407 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.602407 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.602679 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.602825 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.603795 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.603795 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.603795 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.603795 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.604391 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.604391 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.604678 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.604678 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.604943 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.605088 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.605320 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.605534 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.605967 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.606338 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.606563 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.606777 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.606997 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.607222 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.607486 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.607725 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.607949 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.608190 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.609000 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.610012 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.610012 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.610012 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.610012 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.610301 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.610372 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.610618 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.610853 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.611098 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.611350 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.611602 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.611859 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.612105 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.612348 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.612575 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.612782 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.613016 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.613226 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.613618 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.613875 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.614107 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.614369 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.614612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.614950 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.615202 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.615434 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.615691 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.615947 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.616164 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.616380 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.616618 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.616868 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.617104 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.617332 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.617570 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.617812 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.618006 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.618225 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.618439 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.618690 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.618941 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.619231 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.619423 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.619646 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.619901 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.620117 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.620356 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.620567 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.620779 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.621003 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.621218 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.621451 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.621730 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.621982 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.622231 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.622483 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.622729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.622958 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.623206 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.623438 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.623687 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.624069 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.624296 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.624511 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.624759 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.624968 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.625202 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.625423 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.625638 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.625852 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.626105 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.626472 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.626830 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.627276 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.627640 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.628112 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.628511 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.628729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.628944 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.629168 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.629385 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.629595 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.630523 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.630523 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.630523 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.630523 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.630848 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.630848 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.631132 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.631382 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.631623 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.631938 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.632169 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.632424 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.632662 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.633002 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.633212 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.633470 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.633689 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.633908 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.634139 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.634391 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.634692 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.634993 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.635270 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.635535 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.635841 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.636122 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.636361 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.636569 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.636857 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.637165 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.637459 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.637712 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.637966 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.638221 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.638460 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.638674 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.638889 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.639106 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.639322 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.639597 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.639874 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.640098 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.640312 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.640537 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.640748 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.640975 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.641207 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.641444 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.641658 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.641818 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 05:19:34.642339 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101769) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 05:19:34.642492 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 05:19:34.642648 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 05:19:34.642816 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 05:19:34.642983 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 05:19:34.643132 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 05:19:34.643338 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.643499 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.643658 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.643879 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.644014 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.644158 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.644315 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.644472 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.644647 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.644854 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.644942 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.645168 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.645293 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.645417 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.645551 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.645675 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.645797 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.645940 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.646106 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.646274 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.646425 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.646566 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.646703 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] debug = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.646849 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.647041 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.647226 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.647368 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.647505 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.647644 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.647817 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.647957 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:19:34.648118 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.648118 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.648513 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.648513 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.648802 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.648802 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.649077 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.649077 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.649337 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.649337 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.649607 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] host = dv-cinder-831186-3-smb {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.649607 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.649868 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.649868 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.650140 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.650140 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.650413 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.650413 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.650792 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.650792 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.651199 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.651199 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.651199 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.651635 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.651635 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.651635 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_options = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.652311 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.652311 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.652311 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.652311 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.653381 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.653381 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.653381 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.653381 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.653381 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.653381 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.653381 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.654612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.654612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.654612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.654612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.654612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.654612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.654612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.654612 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.656378 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.657751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.657751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.657751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.657751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.657751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.657751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.657751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.657751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658323 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658323 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658323 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658323 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658323 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658660 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658660 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658802 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.658880 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.659004 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.659161 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_json = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.659318 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.659477 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.659633 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.659812 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.659971 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.660127 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.660282 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.660439 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.660596 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 05:19:34.660773 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.660935 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.661108 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.661269 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.661428 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.661588 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.661748 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.661907 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.662067 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.662228 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.662396 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.662556 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.662778 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.662872 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.663036 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.663199 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.663358 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.663519 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.663681 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.663864 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.664024 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.664186 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.664357 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.664515 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.664674 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.664836 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.665003 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.665154 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.665299 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.665457 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.665617 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.665777 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.665939 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.666099 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.666347 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.666452 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.666565 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.666724 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.666882 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.667042 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.667203 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.667363 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.667523 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.667684 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.667866 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.668027 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.668187 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.668349 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.668509 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.668669 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.668829 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.668990 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.669305 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.669305 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.669451 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.669748 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.669913 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.670074 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.670234 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.670395 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.670555 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.670727 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.671411 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.671571 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.671761 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.671913 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.672153 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.672242 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.672396 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.672555 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.672715 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.672873 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.673033 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.673194 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.673353 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.673513 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.673672 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.673832 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.673991 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.674151 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.674311 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.674471 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.674631 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.674792 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.675485 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.675485 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.675485 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.675485 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.675766 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.675766 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.676145 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.676145 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.676309 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.676758 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.676758 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.676758 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.676967 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.677055 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.677213 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.677374 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.677534 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.677694 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.677858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.678018 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.678348 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.678348 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.678582 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.678664 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.678762 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.678926 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.679085 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.679605 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.679605 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.679605 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.679889 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.679889 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.680050 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.680360 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.680360 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.680512 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.680617 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.680786 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.680948 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.681479 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.681479 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.681479 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.681729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.681729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.681871 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.682001 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.682159 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.682318 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.682487 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.682658 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.682818 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.682977 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.683136 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.683572 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.683751 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.683915 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.684076 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.684237 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.684399 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.684559 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.684719 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.684879 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.685039 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.685204 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.685365 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.685524 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.685683 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.685844 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.686003 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.686163 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.686324 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.686588 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.686690 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.686819 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.686995 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.687143 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.687301 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.687460 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.687618 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689241 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.689729 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.690058 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.690058 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.690177 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.690327 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.690635 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.690635 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.690789 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.690935 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.691093 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.691253 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.691414 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.691574 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.691799 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.691913 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.692074 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.692252 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.692412 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.692572 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.692736 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.692897 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.693056 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.693217 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.693377 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.693537 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.693696 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.693858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.694018 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.694178 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.694337 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.694501 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.694663 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.694821 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.694962 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.695125 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.695285 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.695447 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.695616 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.695812 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.695943 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.696073 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.696232 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.696393 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.696552 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.696711 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.696887 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.697046 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.697207 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.697366 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.697527 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.697686 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.697858 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.698017 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.698178 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.698337 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.698497 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.698655 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.698826 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.698986 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.699145 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.699304 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.699463 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.699623 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.699822 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.699984 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.700143 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.700301 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.700461 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.700619 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.700789 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.700948 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.701107 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.701265 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.701424 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.701582 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.701752 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.701911 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.702094 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.702254 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.702413 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.702572 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.702742 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.702903 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.703064 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.703231 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.703391 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.703551 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.703748 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.703901 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.704062 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.704224 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.704384 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.704543 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.704720 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.704854 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.705018 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.705193 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.705360 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.705520 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.705690 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.705860 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.706028 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.706188 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.706354 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.706526 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.706687 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.706847 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.707006 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.707165 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.707327 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.707486 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.707645 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.707827 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.707988 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.708148 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.708308 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.708467 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.708627 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.708785 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.708946 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.709106 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.709266 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.709426 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.709586 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 05:19:34.709738 dv-cinder-831186-3-smb neutron-server[101769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 05:19:34.849467 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41706) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:19:34.857801 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062451 May 12 05:19:46.118588 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98cf55-0385-4a4a-bddf-ed183562498d None None] get_active_networks_info from dv-cinder-831186-3-smb {{(pid=101912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 12 05:19:46.186539 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e98cf55-0385-4a4a-bddf-ed183562498d None None] No non-hosted networks {{(pid=101912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 05:19:46.294798 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-d68d4622-73bf-4d6d-9378-1aa59d90acac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1815609'] for agent, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:48.276353 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-20bdeeba-4631-4378-8df3-9473e7792588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1815609'] for agent, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:48.319572 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-89261d43-71ee-4543-9d3b-8cf73f0f554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:49.300709 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1815609'] for agent, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:50.806396 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1815609'] for agent, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:51.132487 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1815609'] for agent, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:51.133500 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.134227 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.134855 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.135384 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.136060 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.136608 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.137130 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.137727 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.138278 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.138880 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.139443 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.140129 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:51.140893 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831186-3-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:19:51.150473 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831186-3-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:19:51.939582 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41798) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:19:52.457286 dv-cinder-831186-3-smb neutron-server[101911]: WARNING oslo_policy.policy [None req-a9d3a03b-71c9-4c39-9857-1a1380a9c747 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 05:19:52.457878 dv-cinder-831186-3-smb neutron-server[101911]: WARNING oslo_policy.policy [None req-a9d3a03b-71c9-4c39-9857-1a1380a9c747 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 05:19:52.679529 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [None req-a9d3a03b-71c9-4c39-9857-1a1380a9c747 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:19:52.680682 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-a9d3a03b-71c9-4c39-9857-1a1380a9c747 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7399490 May 12 05:19:52.769582 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.db.l3_hamode_db [None req-a14cc27a-4b73-4f8c-9c17-237cbc2f6d18 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 05:19:52.858493 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cc27a-4b73-4f8c-9c17-237cbc2f6d18 None None] Routers set() bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:19:52.858891 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cc27a-4b73-4f8c-9c17-237cbc2f6d18 None None] Router IDs set() for agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 05:19:55.058709 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 41814) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:19:55.548528 dv-cinder-831186-3-smb neutron-server[101910]: WARNING oslo_policy.policy [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 05:19:55.549110 dv-cinder-831186-3-smb neutron-server[101910]: WARNING oslo_policy.policy [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 05:19:55.767347 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:19:55.872778 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.policy [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101910) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 05:19:55.918967 dv-cinder-831186-3-smb neutron-server[101910]: WARNING oslo_policy.policy [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 05:19:55.919339 dv-cinder-831186-3-smb neutron-server[101910]: WARNING oslo_policy.policy [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 05:19:56.010996 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768890231691', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768890232414', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768890317031', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768890316379', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768890655043', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768890327776', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653946', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628076', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634777', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783869'] for rbac-policy, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:56.074423 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:56.075691 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-367cce8d-6716-4eaa-b5e8-121a0d6859d4 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0149863 May 12 05:19:58.677036 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41832) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:19:58.977135 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Request body: {'network': {'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'name': 'private', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'admin_state_up': True}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:19:59.030756 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Made reservation on behalf of 8d459d531a8343f2a8f3d9fd30d24fa7 for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:19:59.097254 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.policy [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101911) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 05:19:59.142556 dv-cinder-831186-3-smb neutron-server[101911]: WARNING oslo_policy.policy [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 05:19:59.142922 dv-cinder-831186-3-smb neutron-server[101911]: WARNING oslo_policy.policy [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 05:19:59.155840 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:59.180154 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:59.291607 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:59.295616 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:59.314414 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:19:59.343547 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768892114728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:59.344139 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Unsubscribe: segment precommit_create {{(pid=101911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 05:19:59.344649 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Added segment 68a10217-8653-4afb-9ca0-86d3ef46ac3c of type vlan for network aed90997-a706-407f-adfd-f037011935f7 May 12 05:19:59.360474 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faca2681-5d65-4b19-840e-dc530708b0dd,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:19:59.387787 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.388141 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.388473 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.388822 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.389142 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.389459 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.389773 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.390085 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.390412 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.390724 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.391033 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.391338 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Tracked resource versions report: May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: pushed versions: May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: { 'AddressGroup': {'1.2'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'ConntrackHelper': {'1.0'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Log': {'1.0'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Network': {'1.1'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Port': {'1.7'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'PortForwarding': {'1.2'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'QosPolicy': {'1.9'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'SecurityGroup': {'1.4'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'SecurityGroupRule': {'1.2'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'SubPort': {'1.0'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Subnet': {'1.1'}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Trunk': {'1.1'}} May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: consumer versions: May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: { DHCP agent@dv-cinder-831186-3-smb: {}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: L3 agent@dv-cinder-831186-3-smb: {}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: Metadata agent@dv-cinder-831186-3-smb: {}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: Metering agent@dv-cinder-831186-3-smb: {}, May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: Open vSwitch agent@dv-cinder-831186-3-smb: { 'AddressGroup': '1.2', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'ConntrackHelper': '1.0', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Log': '1.0', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Network': '1.1', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Port': '1.7', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'PortForwarding': '1.2', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'QosPolicy': '1.9', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'SecurityGroup': '1.4', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'SecurityGroupRule': '1.2', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'SubPort': '1.0', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Subnet': '1.1', May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: 'Trunk': '1.1'}} May 12 05:19:59.392441 dv-cinder-831186-3-smb neutron-server[101911]: {{(pid=101911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 05:19:59.452710 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:59.490988 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:59.492238 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:19:59.492917 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:19:59.585474 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9073324 May 12 05:19:59.598575 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecc417-f9fe-4d89-86e2-d42b1937c919 admin admin] Pushing event updated for resources: {'Network': ['ID=aed90997-a706-407f-adfd-f037011935f7,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:19:59.611400 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network aed90997-a706-407f-adfd-f037011935f7 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:20:02.252770 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41848) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:02.640593 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36297b61-d336-4213-bcaa-6cc0227735b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:20:02.641936 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-36297b61-d336-4213-bcaa-6cc0227735b8 admin admin] 10.222.0.23 "GET /v2.0/networks/aed90997-a706-407f-adfd-f037011935f7 HTTP/1.1" status: 200 len: 825 time: 0.3882201 May 12 05:20:02.681214 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-55eafeb8-2248-4b2d-b8f6-bfbfcb1762e4 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/c7aa0f19-4f09-47bf-a212-7e3c654146a6 HTTP/1.1" status: 200 len: 734 time: 0.0330026 May 12 05:20:02.690935 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Request body: {'subnet': {'subnetpool_id': 'c7aa0f19-4f09-47bf-a212-7e3c654146a6', 'gateway_ip': '172.20.0.1', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'network_id': 'aed90997-a706-407f-adfd-f037011935f7', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:20:02.712367 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Made reservation on behalf of 8d459d531a8343f2a8f3d9fd30d24fa7 for: {'subnet': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:20:02.714523 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:02.999626 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:03.066401 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ac04db-c53c-4358-b3b4-de3ca09d3cf3,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:03.071552 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Checking segment: {'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:20:03.071949 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Network hostable DHCP agents. Network: aed90997-a706-407f-adfd-f037011935f7, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:20:03.091976 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Network aed90997-a706-407f-adfd-f037011935f7 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:20:03.101769 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, aed90997-a706-407f-adfd-f037011935f7) {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:20:03.107077 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:20:03.107728 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:03.113267 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a8ec31-33d9-40e2-936e-6f1bb67490d1 None None] Network aed90997-a706-407f-adfd-f037011935f7 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:20:03.123754 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-564f491e-a90a-4406-8912-5e0202c1aff8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4362204 May 12 05:20:03.442775 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-aed90997-a706-407f-adfd-f037011935f7', 'network_id': 'aed90997-a706-407f-adfd-f037011935f7', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'fixed_ips': [{'subnet_id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:20:03.444065 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:03.742909 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Allocated IP 172.20.0.2 (aed90997-a706-407f-adfd-f037011935f7/48ac04db-c53c-4358-b3b4-de3ca09d3cf3/3acd9247-82a8-4c58-86dc-663982cdc1a0) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:20:03.941716 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:03.949872 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:04.018339 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Network aed90997-a706-407f-adfd-f037011935f7 is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:20:04.025826 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:20:04.030423 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:20:04.042956 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Pushing event updated for resources: {'Port': ['ID=3acd9247-82a8-4c58-86dc-663982cdc1a0,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:04.074606 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.074957 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.075284 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.075617 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.076617 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.076945 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.077271 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.077594 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.077928 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.078252 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.078570 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.078886 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Tracked resource versions report: May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: pushed versions: May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: { 'AddressGroup': {'1.2'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'ConntrackHelper': {'1.0'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Log': {'1.0'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Network': {'1.1'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Port': {'1.7'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'PortForwarding': {'1.2'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'QosPolicy': {'1.9'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'SecurityGroup': {'1.4'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'SecurityGroupRule': {'1.2'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'SubPort': {'1.0'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Subnet': {'1.1'}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Trunk': {'1.1'}} May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: consumer versions: May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: { DHCP agent@dv-cinder-831186-3-smb: {}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: L3 agent@dv-cinder-831186-3-smb: {}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: Metadata agent@dv-cinder-831186-3-smb: {}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: Metering agent@dv-cinder-831186-3-smb: {}, May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: Open vSwitch agent@dv-cinder-831186-3-smb: { 'AddressGroup': '1.2', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'ConntrackHelper': '1.0', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Log': '1.0', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Network': '1.1', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Port': '1.7', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'PortForwarding': '1.2', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'QosPolicy': '1.9', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'SecurityGroup': '1.4', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'SecurityGroupRule': '1.2', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'SubPort': '1.0', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Subnet': '1.1', May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: 'Trunk': '1.1'}} May 12 05:20:04.079980 dv-cinder-831186-3-smb neutron-server[101912]: {{(pid=101912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 05:20:04.127313 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Attempting to bind port 3acd9247-82a8-4c58-86dc-663982cdc1a0 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:20:04.128001 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Attempting to bind port 3acd9247-82a8-4c58-86dc-663982cdc1a0 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:20:04.128156 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Attempting to bind port 3acd9247-82a8-4c58-86dc-663982cdc1a0 on network aed90997-a706-407f-adfd-f037011935f7 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:20:04.133009 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:20:04.133406 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Checking segment: {'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:20:04.133873 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:04.134261 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Bound using segment: {'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:20:04.134741 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Bound port: 3acd9247-82a8-4c58-86dc-663982cdc1a0, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:20:04.135153 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:04.195596 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] For port 3acd9247-82a8-4c58-86dc-663982cdc1a0, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:20:04.217309 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] For port 3acd9247-82a8-4c58-86dc-663982cdc1a0, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3acd9247-82a8-4c58-86dc-663982cdc1a0,segment=NetworkSegment(68a10217-8653-4afb-9ca0-86d3ef46ac3c),segment_id=68a10217-8653-4afb-9ca0-86d3ef46ac3c)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:20:04.222026 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:04.274285 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3d387-b441-459d-89f9-a47fb93212c4 None None] Pushing event updated for resources: {'Port': ['ID=3acd9247-82a8-4c58-86dc-663982cdc1a0,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:05.623971 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41856) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:05.933142 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [None req-bfc90fc1-1445-490b-8fd0-d3cd5bb1a3fe admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:20:05.934213 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-bfc90fc1-1445-490b-8fd0-d3cd5bb1a3fe admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093090 May 12 05:20:08.331448 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41864) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:08.655103 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [None req-a5a31abd-8f4e-4134-9cea-f5e7a5c932b3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:20:08.656125 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-a5a31abd-8f4e-4134-9cea-f5e7a5c932b3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3236423 May 12 05:20:11.323218 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41874) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:11.634235 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-f2c521f2-5fd1-4026-9b40-221765c587e8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'name': 'router1'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:20:11.656506 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f2c521f2-5fd1-4026-9b40-221765c587e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:11.657953 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f2c521f2-5fd1-4026-9b40-221765c587e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:11.791217 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f2c521f2-5fd1-4026-9b40-221765c587e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:11.796643 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f2c521f2-5fd1-4026-9b40-221765c587e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:11.813502 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f2c521f2-5fd1-4026-9b40-221765c587e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:11.814806 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f2c521f2-5fd1-4026-9b40-221765c587e8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4905937 May 12 05:20:12.512053 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3acd9247-82a8-4c58-86dc-663982cdc1a0 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:20:12.603545 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 3acd9247-82a8-4c58-86dc-663982cdc1a0 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:12.604017 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:12.668325 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d1e9a1-16c4-44a8-b536-05ce326e626f None None] Network aed90997-a706-407f-adfd-f037011935f7 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:20:12.769000 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 3acd9247-82a8-4c58-86dc-663982cdc1a0 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:20:12.769320 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:12.817439 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-0e7bda3b-a226-437c-bee6-a0246f9ba149 None None] Provisioning complete for port 3acd9247-82a8-4c58-86dc-663982cdc1a0 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:12.817811 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0e7bda3b-a226-437c-bee6-a0246f9ba149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:12.849672 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 3acd9247-82a8-4c58-86dc-663982cdc1a0, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3acd9247-82a8-4c58-86dc-663982cdc1a0,segment=NetworkSegment(68a10217-8653-4afb-9ca0-86d3ef46ac3c),segment_id=68a10217-8653-4afb-9ca0-86d3ef46ac3c)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:20:12.861029 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:12.953706 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=3acd9247-82a8-4c58-86dc-663982cdc1a0,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:13.026051 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-0e7bda3b-a226-437c-bee6-a0246f9ba149 None None] Current status of the port 3acd9247-82a8-4c58-86dc-663982cdc1a0 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:20:13.247086 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-e3342f53-ee58-4bdd-9ae4-8382bbfec83a None None] Provisioning complete for port 3acd9247-82a8-4c58-86dc-663982cdc1a0 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:13.247461 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e3342f53-ee58-4bdd-9ae4-8382bbfec83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:13.323704 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-e3342f53-ee58-4bdd-9ae4-8382bbfec83a None None] Current status of the port 3acd9247-82a8-4c58-86dc-663982cdc1a0 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:20:14.219535 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41888) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:14.485164 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3acd9247-82a8-4c58-86dc-663982cdc1a0 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:20:14.531890 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [None req-59a5ede3-0879-4bb3-9549-a5dedaf84509 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:20:14.533093 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-59a5ede3-0879-4bb3-9549-a5dedaf84509 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3125818 May 12 05:20:14.534354 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 3acd9247-82a8-4c58-86dc-663982cdc1a0 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:14.534723 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:14.612962 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 3acd9247-82a8-4c58-86dc-663982cdc1a0 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:20:16.059581 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f8e7a637-d413-4fc1-941a-6499cccd6aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:16.579861 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:20:16.953508 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41896) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:17.273973 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:20:17.292893 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Made reservation on behalf of 494041dad5cd49ecbf6bc63b02c83092 for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:20:17.295153 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:17.303528 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:17.372711 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:17.376147 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:17.389996 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Reserving flat network on physical network physnet1 {{(pid=101911) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 05:20:17.408003 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57801b7-a62b-45e4-a202-a2ce9047712c,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:17.412729 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:17.413067 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Added segment 90631e3a-9d6f-43eb-8dcb-893fe3296612 of type flat for network 12afdb92-96d0-485f-bc4f-221d0fe4f14a May 12 05:20:17.458297 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:17.488219 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:17.489114 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:20:17.489678 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:17.541239 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5866916 May 12 05:20:17.546379 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f298e05-ae23-47dc-9043-c31403ac8834 admin admin] Pushing event updated for resources: {'Network': ['ID=12afdb92-96d0-485f-bc4f-221d0fe4f14a,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:17.556655 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:20:18.265822 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-7a52b2bf-100b-4be4-94bb-cd41b8debfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:19.268029 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:19.920457 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41914) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:20.096128 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c287984c-6467-4776-97a9-8ac5a2fc1abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:20:20.097430 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-c287984c-6467-4776-97a9-8ac5a2fc1abd admin admin] 10.222.0.23 "GET /v2.0/subnets/48ac04db-c53c-4358-b3b4-de3ca09d3cf3 HTTP/1.1" status: 200 len: 849 time: 0.1760337 May 12 05:20:20.208826 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f761b53b-ead4-47fe-81aa-8af19a34f2c7 admin admin] 10.222.0.23 "GET /v2.0/routers/d1bd0e4d-bf82-4124-a791-10febc8d78ab HTTP/1.1" status: 200 len: 704 time: 0.1053236 May 12 05:20:20.470138 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:20.744573 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:20.767982 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Allocated IP 172.20.0.1 (aed90997-a706-407f-adfd-f037011935f7/48ac04db-c53c-4358-b3b4-de3ca09d3cf3/929a50af-6615-4e93-a50c-eb5e92257a95) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:20:20.959010 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.025088 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.094775 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Network aed90997-a706-407f-adfd-f037011935f7 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:20:21.099249 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:20:21.111429 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:20:21.112009 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.131008 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Pushing event updated for resources: {'Port': ['ID=929a50af-6615-4e93-a50c-eb5e92257a95,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:21.140131 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.286580 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-b4c5539a-9598-4493-9fac-2e01525ae833 None None] Provisioning complete for port 929a50af-6615-4e93-a50c-eb5e92257a95 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:21.286873 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b4c5539a-9598-4493-9fac-2e01525ae833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.303966 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.319203 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5539a-9598-4493-9fac-2e01525ae833 None None] Port 929a50af-6615-4e93-a50c-eb5e92257a95 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:20:21.503985 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.508320 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.509079 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.586379 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Pushing event updated for resources: {'Port': ['ID=929a50af-6615-4e93-a50c-eb5e92257a95,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:21.630301 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Network aed90997-a706-407f-adfd-f037011935f7 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:20:21.631550 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:20:21.786431 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Router d1bd0e4d-bf82-4124-a791-10febc8d78ab is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:20:21.840203 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-2c4fc7f3-8734-47e1-8f52-8f45db25c772 None None] Provisioning complete for port 929a50af-6615-4e93-a50c-eb5e92257a95 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:21.840722 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc7f3-8734-47e1-8f52-8f45db25c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:21.874445 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fc7f3-8734-47e1-8f52-8f45db25c772 None None] Port 929a50af-6615-4e93-a50c-eb5e92257a95 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:20:21.876291 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:20:21.881511 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-4980b306-fb26-477c-b5bb-ccf71dc0329f admin admin] 10.222.0.23 "PUT /v2.0/routers/d1bd0e4d-bf82-4124-a791-10febc8d78ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6657197 May 12 05:20:21.899741 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Sync routers for ids ['d1bd0e4d-bf82-4124-a791-10febc8d78ab'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:20:21.912059 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Routers {'d1bd0e4d-bf82-4124-a791-10febc8d78ab'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:20:21.912865 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:20:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['d1bd0e4d-bf82-4124-a791-10febc8d78ab'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:20:22.097587 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Set router d1bd0e4d-bf82-4124-a791-10febc8d78ab gateway port host: None {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:20:22.530829 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'name': 'router1', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:20:11Z', 'updated_at': '2022-05-12T05:20:21Z', 'revision_number': 2, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'gw_port_host': None, '_interfaces': [{'id': '929a50af-6615-4e93-a50c-eb5e92257a95', 'name': '', 'network_id': 'aed90997-a706-407f-adfd-f037011935f7', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'mac_address': 'fa:16:3e:1a:52:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:20Z', 'updated_at': '2022-05-12T05:20:21Z', 'revision_number': 2, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'subnets': [{'id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7aa0f19-4f09-47bf-a212-7e3c654146a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:20:22.586261 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Checking router: d1bd0e4d-bf82-4124-a791-10febc8d78ab for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:20:22.586631 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Updating router d1bd0e4d-bf82-4124-a791-10febc8d78ab port 929a50af-6615-4e93-a50c-eb5e92257a95 binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:20:22.634669 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.139382 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.146158 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.312815 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Attempting to bind port 929a50af-6615-4e93-a50c-eb5e92257a95 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:20:23.313223 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Attempting to bind port 929a50af-6615-4e93-a50c-eb5e92257a95 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:20:23.313657 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Attempting to bind port 929a50af-6615-4e93-a50c-eb5e92257a95 on network aed90997-a706-407f-adfd-f037011935f7 {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:20:23.315674 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Pushing event updated for resources: {'Port': ['ID=929a50af-6615-4e93-a50c-eb5e92257a95,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:23.324469 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:20:23.324879 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Checking segment: {'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:20:23.325979 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.326355 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Bound using segment: {'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:20:23.326876 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Bound port: 929a50af-6615-4e93-a50c-eb5e92257a95, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a10217-8653-4afb-9ca0-86d3ef46ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aed90997-a706-407f-adfd-f037011935f7'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:20:23.327249 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.330617 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.330963 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.331299 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.331638 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.331992 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.332320 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.332641 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.332966 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.333307 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.333633 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.333953 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.334368 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Tracked resource versions report: May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: pushed versions: May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: { 'AddressGroup': {'1.2'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'ConntrackHelper': {'1.0'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Log': {'1.0'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Network': {'1.1'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Port': {'1.7'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'PortForwarding': {'1.2'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'QosPolicy': {'1.9'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'SecurityGroup': {'1.4'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'SecurityGroupRule': {'1.2'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'SubPort': {'1.0'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Subnet': {'1.1'}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Trunk': {'1.1'}} May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: consumer versions: May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: { DHCP agent@dv-cinder-831186-3-smb: {}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: L3 agent@dv-cinder-831186-3-smb: {}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: Metadata agent@dv-cinder-831186-3-smb: {}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: Metering agent@dv-cinder-831186-3-smb: {}, May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: Open vSwitch agent@dv-cinder-831186-3-smb: { 'AddressGroup': '1.2', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'ConntrackHelper': '1.0', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Log': '1.0', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Network': '1.1', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Port': '1.7', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'PortForwarding': '1.2', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'QosPolicy': '1.9', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'SecurityGroup': '1.4', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'SecurityGroupRule': '1.2', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'SubPort': '1.0', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Subnet': '1.1', May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: 'Trunk': '1.1'}} May 12 05:20:23.335449 dv-cinder-831186-3-smb neutron-server[101913]: {{(pid=101913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 05:20:23.402015 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] For port 929a50af-6615-4e93-a50c-eb5e92257a95, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:20:23.408585 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-753efd4c-74bd-4cf3-98f5-95fe03c56540 None None] Provisioning complete for port 929a50af-6615-4e93-a50c-eb5e92257a95 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:23.409098 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-753efd4c-74bd-4cf3-98f5-95fe03c56540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.422232 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] For port 929a50af-6615-4e93-a50c-eb5e92257a95, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=929a50af-6615-4e93-a50c-eb5e92257a95,segment=NetworkSegment(68a10217-8653-4afb-9ca0-86d3ef46ac3c),segment_id=68a10217-8653-4afb-9ca0-86d3ef46ac3c)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:20:23.427342 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.443578 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-753efd4c-74bd-4cf3-98f5-95fe03c56540 None None] Port 929a50af-6615-4e93-a50c-eb5e92257a95 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:20:23.485911 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Routers {'d1bd0e4d-bf82-4124-a791-10febc8d78ab'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:20:23.486541 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:20:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['d1bd0e4d-bf82-4124-a791-10febc8d78ab'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:20:23.526867 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917b5e-bfde-4e01-aff6-2c0be244c45c None None] Pushing event updated for resources: {'Port': ['ID=929a50af-6615-4e93-a50c-eb5e92257a95,revision_number=4']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:23.578292 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] Set router d1bd0e4d-bf82-4124-a791-10febc8d78ab gateway port host: None {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:20:23.662251 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-459fee9a-0215-4337-80e9-7f2e52796d12 None None] Provisioning complete for port 929a50af-6615-4e93-a50c-eb5e92257a95 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:23.662554 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-459fee9a-0215-4337-80e9-7f2e52796d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.746494 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-459fee9a-0215-4337-80e9-7f2e52796d12 None None] Current status of the port 929a50af-6615-4e93-a50c-eb5e92257a95 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:20:23.746818 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-459fee9a-0215-4337-80e9-7f2e52796d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.781833 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-459fee9a-0215-4337-80e9-7f2e52796d12 None None] For port 929a50af-6615-4e93-a50c-eb5e92257a95, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=929a50af-6615-4e93-a50c-eb5e92257a95,segment=NetworkSegment(68a10217-8653-4afb-9ca0-86d3ef46ac3c),segment_id=68a10217-8653-4afb-9ca0-86d3ef46ac3c)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:20:23.785126 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'name': 'router1', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:20:11Z', 'updated_at': '2022-05-12T05:20:21Z', 'revision_number': 2, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'gw_port_host': None, '_interfaces': [{'id': '929a50af-6615-4e93-a50c-eb5e92257a95', 'name': '', 'network_id': 'aed90997-a706-407f-adfd-f037011935f7', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'mac_address': 'fa:16:3e:1a:52:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:20Z', 'updated_at': '2022-05-12T05:20:23Z', 'revision_number': 4, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'subnets': [{'id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7aa0f19-4f09-47bf-a212-7e3c654146a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:20:23.786891 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-459fee9a-0215-4337-80e9-7f2e52796d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:23.817148 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72e57-93bd-4c62-a36a-1d3e6752d7e7 None None] The sync data for ids ['d1bd0e4d-bf82-4124-a791-10febc8d78ab'] in dv-cinder-831186-3-smb is: [{'id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'name': 'router1', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:20:11Z', 'updated_at': '2022-05-12T05:20:21Z', 'revision_number': 2, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'gw_port_host': None, '_interfaces': [{'id': '929a50af-6615-4e93-a50c-eb5e92257a95', 'name': '', 'network_id': 'aed90997-a706-407f-adfd-f037011935f7', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'mac_address': 'fa:16:3e:1a:52:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:20Z', 'updated_at': '2022-05-12T05:20:23Z', 'revision_number': 4, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'subnets': [{'id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7aa0f19-4f09-47bf-a212-7e3c654146a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:20:23.836489 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fee9a-0215-4337-80e9-7f2e52796d12 None None] Pushing event updated for resources: {'Port': ['ID=929a50af-6615-4e93-a50c-eb5e92257a95,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:24.165748 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 41934) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:24.273231 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ceee3-abd0-4809-8a9a-452ae89a2138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:20:24.274620 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-e83ceee3-abd0-4809-8a9a-452ae89a2138 admin admin] 10.222.0.23 "GET /v2.0/networks/12afdb92-96d0-485f-bc4f-221d0fe4f14a HTTP/1.1" status: 200 len: 842 time: 0.1079292 May 12 05:20:24.285209 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'cidr': '172.28.0.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:20:24.304886 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Made reservation on behalf of 494041dad5cd49ecbf6bc63b02c83092 for: {'subnet': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:20:24.307072 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:24.659771 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.objects.ports [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101911) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 12 05:20:24.660227 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:24.719543 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624901a3-dc0f-4510-a7dd-12a496d5bde3,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:24.726041 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:20:24.726406 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Network hostable DHCP agents. Network: 12afdb92-96d0-485f-bc4f-221d0fe4f14a, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:20:24.744997 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:20:24.754145 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 12afdb92-96d0-485f-bc4f-221d0fe4f14a) {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:20:24.758872 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:20:24.759456 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:24.767061 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff33aed-54d9-477e-a272-4905acc302f4 None None] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:20:24.775953 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8b8a17ed-1737-42ab-9d35-841af1efb731 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4940655 May 12 05:20:24.912564 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b5580-cd0a-4e6a-b5ab-a5fe078e8377 None None] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:20:27.099150 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 41942) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:27.363153 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-c7776b27-7aa7-4bd5-b373-7e8a09497876 admin admin] 10.222.0.23 "GET /v2.0/routers/d1bd0e4d-bf82-4124-a791-10febc8d78ab HTTP/1.1" status: 200 len: 710 time: 0.2628615 May 12 05:20:27.548297 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d3dee-7199-4508-9070-d7323d5116eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:20:27.549716 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-ef6d3dee-7199-4508-9070-d7323d5116eb admin admin] 10.222.0.23 "GET /v2.0/networks/12afdb92-96d0-485f-bc4f-221d0fe4f14a HTTP/1.1" status: 200 len: 886 time: 0.1793714 May 12 05:20:27.559137 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:20:27.805505 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:28.031559 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:28.114013 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:28.289940 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Allocated IP 172.28.0.140 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/76f5b325-d0e8-443f-a8d1-03fb0d195b7a) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:20:28.398888 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:28.458493 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:28.500584 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:20:28.520300 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:20:28.554652 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:20:28.624946 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Pushing event updated for resources: {'Port': ['ID=76f5b325-d0e8-443f-a8d1-03fb0d195b7a,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:28.639538 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.639916 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.640256 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.640591 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.640920 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.641246 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.641567 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.641887 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.642222 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.642543 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.642857 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.643171 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Tracked resource versions report: May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: pushed versions: May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: { 'AddressGroup': {'1.2'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'ConntrackHelper': {'1.0'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Log': {'1.0'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Network': {'1.1'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Port': {'1.7'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'PortForwarding': {'1.2'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'QosPolicy': {'1.9'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'SecurityGroup': {'1.4'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'SecurityGroupRule': {'1.2'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'SubPort': {'1.0'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Subnet': {'1.1'}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Trunk': {'1.1'}} May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: consumer versions: May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: { DHCP agent@dv-cinder-831186-3-smb: {}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: L3 agent@dv-cinder-831186-3-smb: {}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: Metadata agent@dv-cinder-831186-3-smb: {}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: Metering agent@dv-cinder-831186-3-smb: {}, May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: Open vSwitch agent@dv-cinder-831186-3-smb: { 'AddressGroup': '1.2', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'ConntrackHelper': '1.0', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Log': '1.0', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Network': '1.1', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Port': '1.7', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'PortForwarding': '1.2', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'QosPolicy': '1.9', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'SecurityGroup': '1.4', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'SecurityGroupRule': '1.2', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'SubPort': '1.0', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Subnet': '1.1', May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: 'Trunk': '1.1'}} May 12 05:20:28.644243 dv-cinder-831186-3-smb neutron-server[101910]: {{(pid=101910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 05:20:28.858703 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:29.112800 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1818391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60146'] for router, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:29.118002 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1818414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1818425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701058'] for router, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:29.229334 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Router d1bd0e4d-bf82-4124-a791-10febc8d78ab has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:20:29.332424 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:20:29.336992 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] Notify callbacks [] for router, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:29.338198 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b3c6b29f-ba06-49d0-bce2-5157725e1d39 admin admin] 10.222.0.23 "PUT /v2.0/routers/d1bd0e4d-bf82-4124-a791-10febc8d78ab HTTP/1.1" status: 200 len: 890 time: 1.7823913 May 12 05:20:30.198769 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Sync routers for ids ['d1bd0e4d-bf82-4124-a791-10febc8d78ab'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:20:30.210924 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Routers {'d1bd0e4d-bf82-4124-a791-10febc8d78ab'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:20:30.212175 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:20:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['d1bd0e4d-bf82-4124-a791-10febc8d78ab'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:20:30.431244 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Set router d1bd0e4d-bf82-4124-a791-10febc8d78ab gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:20:30.541764 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 929a50af-6615-4e93-a50c-eb5e92257a95 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:20:30.768582 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 929a50af-6615-4e93-a50c-eb5e92257a95 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:30.768865 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:30.985706 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 929a50af-6615-4e93-a50c-eb5e92257a95 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:20:30.996500 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'name': 'router1', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '76f5b325-d0e8-443f-a8d1-03fb0d195b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:20:11Z', 'updated_at': '2022-05-12T05:20:28Z', 'revision_number': 4, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'gw_port': {'id': '76f5b325-d0e8-443f-a8d1-03fb0d195b7a', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:28Z', 'updated_at': '2022-05-12T05:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '929a50af-6615-4e93-a50c-eb5e92257a95', 'name': '', 'network_id': 'aed90997-a706-407f-adfd-f037011935f7', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'mac_address': 'fa:16:3e:1a:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:20Z', 'updated_at': '2022-05-12T05:20:23Z', 'revision_number': 5, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'subnets': [{'id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7aa0f19-4f09-47bf-a212-7e3c654146a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:20:31.048596 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Checking router: d1bd0e4d-bf82-4124-a791-10febc8d78ab for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:20:31.048871 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Updating router d1bd0e4d-bf82-4124-a791-10febc8d78ab port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:20:31.095508 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:31.406584 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:31.411628 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:31.456512 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Attempting to bind port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:20:31.456878 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Attempting to bind port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:20:31.457237 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Attempting to bind port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:20:31.464154 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97126c5-939e-40d4-9c58-26c731e24a9e None None] Pushing event updated for resources: {'Port': ['ID=76f5b325-d0e8-443f-a8d1-03fb0d195b7a,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:31.468616 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:20:31.468983 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:20:31.469376 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:31.469753 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:20:31.470207 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Bound port: 76f5b325-d0e8-443f-a8d1-03fb0d195b7a, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:20:31.470600 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:31.518930 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] For port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:20:31.521896 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] For port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=76f5b325-d0e8-443f-a8d1-03fb0d195b7a,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:20:31.525334 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:31.579645 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Routers {'d1bd0e4d-bf82-4124-a791-10febc8d78ab'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:20:31.580311 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:20:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['d1bd0e4d-bf82-4124-a791-10febc8d78ab'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:20:31.587612 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97126c5-939e-40d4-9c58-26c731e24a9e None None] Pushing event updated for resources: {'Port': ['ID=76f5b325-d0e8-443f-a8d1-03fb0d195b7a,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:31.696971 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] Set router d1bd0e4d-bf82-4124-a791-10febc8d78ab gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:20:31.761716 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 41958) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:20:31.874518 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-64aeec53-362c-4329-8caf-4e1f5aba80a7 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1114264 May 12 05:20:31.908364 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'name': 'router1', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '76f5b325-d0e8-443f-a8d1-03fb0d195b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:20:11Z', 'updated_at': '2022-05-12T05:20:28Z', 'revision_number': 4, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'gw_port': {'id': '76f5b325-d0e8-443f-a8d1-03fb0d195b7a', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:28Z', 'updated_at': '2022-05-12T05:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '929a50af-6615-4e93-a50c-eb5e92257a95', 'name': '', 'network_id': 'aed90997-a706-407f-adfd-f037011935f7', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'mac_address': 'fa:16:3e:1a:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:20Z', 'updated_at': '2022-05-12T05:20:23Z', 'revision_number': 5, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'subnets': [{'id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7aa0f19-4f09-47bf-a212-7e3c654146a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:20:31.940684 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d26819-ab00-4c27-9af7-421c9769c9d0 None None] The sync data for ids ['d1bd0e4d-bf82-4124-a791-10febc8d78ab'] in dv-cinder-831186-3-smb is: [{'id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'name': 'router1', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '76f5b325-d0e8-443f-a8d1-03fb0d195b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:20:11Z', 'updated_at': '2022-05-12T05:20:28Z', 'revision_number': 4, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'gw_port': {'id': '76f5b325-d0e8-443f-a8d1-03fb0d195b7a', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:28Z', 'updated_at': '2022-05-12T05:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '929a50af-6615-4e93-a50c-eb5e92257a95', 'name': '', 'network_id': 'aed90997-a706-407f-adfd-f037011935f7', 'tenant_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'mac_address': 'fa:16:3e:1a:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bd0e4d-bf82-4124-a791-10febc8d78ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:20:20Z', 'updated_at': '2022-05-12T05:20:23Z', 'revision_number': 5, 'project_id': '8d459d531a8343f2a8f3d9fd30d24fa7', 'subnets': [{'id': '48ac04db-c53c-4358-b3b4-de3ca09d3cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7aa0f19-4f09-47bf-a212-7e3c654146a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:20:32.537028 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 76f5b325-d0e8-443f-a8d1-03fb0d195b7a up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:20:32.602473 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:32.602843 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:32.681077 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:20:32.681493 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:32.707671 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=76f5b325-d0e8-443f-a8d1-03fb0d195b7a,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:20:32.713278 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:32.762585 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=76f5b325-d0e8-443f-a8d1-03fb0d195b7a,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:20:34.525077 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 76f5b325-d0e8-443f-a8d1-03fb0d195b7a up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:20:34.575393 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:20:34.575908 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:34.655199 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 76f5b325-d0e8-443f-a8d1-03fb0d195b7a is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:20:46.066782 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4cba9afb-c0a4-4cc1-9f06-c1ce65884bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:48.269409 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-c5d59173-ea3b-4bce-82f0-05c2000f32cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:49.270138 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:50.766025 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:51.148556 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:20:53.579658 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:21:16.063639 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-a46aef03-6201-4dc5-8e63-f94d5eb16bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:18.302282 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-290134a2-6037-40a6-a4c1-a3536788395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:19.276383 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:20.754515 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:21.142704 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:30.579622 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:21:46.056185 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-979e57eb-16f8-46d2-b285-3c6020c9aa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:48.274391 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-d77fd2c6-3c1d-4d29-b0aa-bcafaab3f735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:49.275008 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:50.751248 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:21:51.137376 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:07.578398 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:22:07.634087 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42520) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:07.696015 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0a8dca-5fac-4e3d-a540-74f7dc545ad8 admin admin] GET failed (client error): The resource could not be found. May 12 05:22:07.697342 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-9a0a8dca-5fac-4e3d-a540-74f7dc545ad8 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622902 May 12 05:22:07.856311 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f0286-d1df-4e3a-9b46-5bf7108d9aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:07.857686 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-cd9f0286-d1df-4e3a-9b46-5bf7108d9aef admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557424 May 12 05:22:10.037498 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42530) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:10.127473 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773d2da-c8ad-46c4-8aa3-e6b3f656bf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:10.128810 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-e773d2da-c8ad-46c4-8aa3-e6b3f656bf1b admin admin] 10.222.0.23 "GET /v2.0/subnets/48ac04db-c53c-4358-b3b4-de3ca09d3cf3 HTTP/1.1" status: 200 len: 849 time: 0.0903761 May 12 05:22:10.139973 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:22:10.221565 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Notify callbacks [] for subnet, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:10.355868 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768891957881'] for subnet, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:10.389053 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:10.390208 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:10.390908 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] 10.222.0.23 "PUT /v2.0/subnets/48ac04db-c53c-4358-b3b4-de3ca09d3cf3 HTTP/1.1" status: 200 len: 868 time: 0.2544308 May 12 05:22:10.406798 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c6304-a94e-4378-ae3f-1f2cdf151518 None None] Network aed90997-a706-407f-adfd-f037011935f7 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:22:10.408190 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ac04db-c53c-4358-b3b4-de3ca09d3cf3,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:22:10.415527 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.416475 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.416823 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.417154 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.417482 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.417808 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.418130 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.418452 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.418775 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.419096 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.419417 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.419748 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40a9a2-f77e-4442-aff8-48275065c61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:10.787770 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-7cf9f5ad-ab71-4189-aa04-885239c2e798 None None] Provisioning complete for port 3acd9247-82a8-4c58-86dc-663982cdc1a0 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:22:10.788948 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f5ad-ab71-4189-aa04-885239c2e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:10.862054 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9f5ad-ab71-4189-aa04-885239c2e798 None None] Current status of the port 3acd9247-82a8-4c58-86dc-663982cdc1a0 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:22:10.871985 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-7cf9f5ad-ab71-4189-aa04-885239c2e798 None None] Provisioning complete for port 929a50af-6615-4e93-a50c-eb5e92257a95 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:22:10.872358 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f5ad-ab71-4189-aa04-885239c2e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:10.946122 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9f5ad-ab71-4189-aa04-885239c2e798 None None] Current status of the port 929a50af-6615-4e93-a50c-eb5e92257a95 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:22:12.593757 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42538) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:12.789482 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13decc98-b278-4c26-a9f0-13a4fc3c5491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:12.789860 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13decc98-b278-4c26-a9f0-13a4fc3c5491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:12.791378 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-13decc98-b278-4c26-a9f0-13a4fc3c5491 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966844 May 12 05:22:15.001572 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42546) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:15.130901 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6ee0e-88e6-489b-a7c0-06d121c1305b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:15.131359 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6ee0e-88e6-489b-a7c0-06d121c1305b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:15.132895 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b1c6ee0e-88e6-489b-a7c0-06d121c1305b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303573 May 12 05:22:16.060764 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-7327f4cf-74ce-406f-9d7c-b041e0cbb491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:17.321663 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42554) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:17.443147 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b305a0b5-be53-4b6b-bbe7-0008f3a44db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:17.444508 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b305a0b5-be53-4b6b-bbe7-0008f3a44db0 admin admin] 10.222.0.23 "GET /v2.0/networks/12afdb92-96d0-485f-bc4f-221d0fe4f14a HTTP/1.1" status: 200 len: 886 time: 0.1211829 May 12 05:22:18.275731 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b90b62c2-95de-4f51-a5c2-1afbb9fd6158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:19.276706 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:19.653559 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42562) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:19.784129 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eae50e-5fbc-45a6-9630-bb9560128493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:19.785474 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-39eae50e-5fbc-45a6-9630-bb9560128493 admin admin] 10.222.0.23 "GET /v2.0/networks/aed90997-a706-407f-adfd-f037011935f7 HTTP/1.1" status: 200 len: 869 time: 0.1308699 May 12 05:22:20.754944 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:21.139773 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:21.964356 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42570) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:22.086095 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713a3a1-0e8b-469b-a332-bc4b11335723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:22.086547 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713a3a1-0e8b-469b-a332-bc4b11335723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:22.088078 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b713a3a1-0e8b-469b-a332-bc4b11335723 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227593 May 12 05:22:24.274414 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42578) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:24.368583 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa8522-d5ca-460f-96df-347deba4be39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:24.369647 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa8522-d5ca-460f-96df-347deba4be39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:24.371156 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8bfa8522-d5ca-460f-96df-347deba4be39 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957704 May 12 05:22:26.554442 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42586) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:26.642958 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d36da-7b0a-406d-b48e-91be11134b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:26.644269 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-443d36da-7b0a-406d-b48e-91be11134b93 admin admin] 10.222.0.23 "GET /v2.0/subnets/48ac04db-c53c-4358-b3b4-de3ca09d3cf3 HTTP/1.1" status: 200 len: 868 time: 0.0888953 May 12 05:22:28.848991 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42594) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:28.932445 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583f1cd9-e242-47a8-990c-c1cd7c3fd9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:28.933770 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-583f1cd9-e242-47a8-990c-c1cd7c3fd9d5 admin admin] 10.222.0.23 "GET /v2.0/subnets/624901a3-dc0f-4510-a7dd-12a496d5bde3 HTTP/1.1" status: 200 len: 816 time: 0.0838008 May 12 05:22:44.576933 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:22:46.061983 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf019-646a-415a-ad49-14d56b547f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:48.278135 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-03845c72-f8c9-4d85-bc5a-bafc6d322186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:48.824834 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 42648) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:48.872567 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [None req-0a0db7c7-7b05-482d-8a4a-eb9002a67d4f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:22:48.873568 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-0a0db7c7-7b05-482d-8a4a-eb9002a67d4f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478060 May 12 05:22:49.280589 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:50.757992 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:51.138142 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 42658) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:51.143869 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:51.200989 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b99035-0649-4ed0-9e7d-b8c4894a9b9a admin admin] GET failed (client error): The resource could not be found. May 12 05:22:51.202371 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-83b99035-0649-4ed0-9e7d-b8c4894a9b9a admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633030 May 12 05:22:51.340926 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57771f1a-b0f1-4bf7-9805-de774230e9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:51.342306 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-57771f1a-b0f1-4bf7-9805-de774230e9d3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353621 May 12 05:22:53.546020 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 42666) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:53.591930 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:22:53.617892 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Made reservation on behalf of 494041dad5cd49ecbf6bc63b02c83092 for: {'network': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:22:53.621057 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:53.663055 dv-cinder-831186-3-smb neutron-server[101910]: WARNING neutron.services.revisions.revision_plugin [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Could not find related network for resource to bump revision. May 12 05:22:53.678458 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=101910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:22:53.690910 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768892114728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:53.691411 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Unsubscribe: segment precommit_create {{(pid=101910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 05:22:53.691927 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.segments_db [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Added segment 04874195-8c49-4848-9c7f-0fa65dc95644 of type vlan for network 2a9a4440-aa61-4421-8a66-302c1cc5717b May 12 05:22:53.739470 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:53.770326 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:53.771244 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:53.771846 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:53.834548 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2874680 May 12 05:22:53.863891 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Pushing event updated for resources: {'Network': ['ID=2a9a4440-aa61-4421-8a66-302c1cc5717b,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:22:53.871698 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.872099 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.872433 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.872761 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.873085 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.873408 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.873727 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.874047 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.874378 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.874704 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.875018 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.875331 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86112aee-7b0b-4977-9dce-f926a8eaf8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:53.886868 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 2a9a4440-aa61-4421-8a66-302c1cc5717b details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:22:56.039738 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 42674) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:22:56.099793 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd399203-d051-4f7d-8aa1-e697115c1bce admin admin] GET failed (client error): The resource could not be found. May 12 05:22:56.101065 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bd399203-d051-4f7d-8aa1-e697115c1bce admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598323 May 12 05:22:56.170578 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4fa2c-a723-44c6-a271-122f633ccb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:56.172030 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-7dd4fa2c-a723-44c6-a271-122f633ccb99 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658016 May 12 05:22:56.182949 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b', 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:22:56.203237 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Made reservation on behalf of 494041dad5cd49ecbf6bc63b02c83092 for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:22:56.205442 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:56.381207 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:56.434442 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b9093c-1e08-4f2a-a13b-541e1476dc90,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:22:56.444224 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Checking segment: {'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:22:56.444576 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Network hostable DHCP agents. Network: 2a9a4440-aa61-4421-8a66-302c1cc5717b, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:22:56.466958 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Network 2a9a4440-aa61-4421-8a66-302c1cc5717b is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:22:56.476924 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 2a9a4440-aa61-4421-8a66-302c1cc5717b) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:22:56.481509 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:22:56.482123 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:56.486679 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366aeb0b-7a06-4cc2-b150-effa7654c716 None None] Network 2a9a4440-aa61-4421-8a66-302c1cc5717b requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:22:56.497033 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-819dba1c-4006-4448-9d36-febe78d0f0a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3181887 May 12 05:22:56.726978 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-2a9a4440-aa61-4421-8a66-302c1cc5717b', 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b', 'tenant_id': '494041dad5cd49ecbf6bc63b02c83092', 'fixed_ips': [{'subnet_id': '78b9093c-1e08-4f2a-a13b-541e1476dc90'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:22:56.727890 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:56.864720 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Allocated IP 192.168.233.2 (2a9a4440-aa61-4421-8a66-302c1cc5717b/78b9093c-1e08-4f2a-a13b-541e1476dc90/f2d99c64-8abf-46bf-958d-52c7161ca268) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:22:57.006807 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:57.014367 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:57.053308 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Network 2a9a4440-aa61-4421-8a66-302c1cc5717b is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:22:57.056662 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:22:57.063440 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:22:57.066466 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Pushing event updated for resources: {'Port': ['ID=f2d99c64-8abf-46bf-958d-52c7161ca268,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:22:57.075082 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.075432 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.075803 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.076140 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.076475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.076804 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.077125 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.077454 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.077801 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.078128 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.078452 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.078772 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:22:57.129564 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Attempting to bind port f2d99c64-8abf-46bf-958d-52c7161ca268 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:22:57.129948 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Attempting to bind port f2d99c64-8abf-46bf-958d-52c7161ca268 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:22:57.130291 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Attempting to bind port f2d99c64-8abf-46bf-958d-52c7161ca268 on network 2a9a4440-aa61-4421-8a66-302c1cc5717b {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:22:57.136475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:22:57.136853 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Checking segment: {'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:22:57.137256 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:57.137644 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Bound using segment: {'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:22:57.138105 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Bound port: f2d99c64-8abf-46bf-958d-52c7161ca268, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:22:57.138772 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:57.202467 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] For port f2d99c64-8abf-46bf-958d-52c7161ca268, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:22:57.205435 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] For port f2d99c64-8abf-46bf-958d-52c7161ca268, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=f2d99c64-8abf-46bf-958d-52c7161ca268,segment=NetworkSegment(04874195-8c49-4848-9c7f-0fa65dc95644),segment_id=04874195-8c49-4848-9c7f-0fa65dc95644)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:22:57.210171 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:57.269645 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e48fd-3fbd-4e28-a3c0-ccc93f4c855c None None] Pushing event updated for resources: {'Port': ['ID=f2d99c64-8abf-46bf-958d-52c7161ca268,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:22:58.086067 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0fbe6d-d591-4095-89dc-373286d1e798 None None] Network 2a9a4440-aa61-4421-8a66-302c1cc5717b requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:22:58.159798 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-e55263a5-4b80-4360-ac76-a4916bae3fa2 None None] Provisioning complete for port f2d99c64-8abf-46bf-958d-52c7161ca268 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:22:58.160163 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e55263a5-4b80-4360-ac76-a4916bae3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:58.299598 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-e55263a5-4b80-4360-ac76-a4916bae3fa2 None None] Current status of the port f2d99c64-8abf-46bf-958d-52c7161ca268 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:22:58.300021 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e55263a5-4b80-4360-ac76-a4916bae3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:58.338958 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-e55263a5-4b80-4360-ac76-a4916bae3fa2 None None] For port f2d99c64-8abf-46bf-958d-52c7161ca268, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=f2d99c64-8abf-46bf-958d-52c7161ca268,segment=NetworkSegment(04874195-8c49-4848-9c7f-0fa65dc95644),segment_id=04874195-8c49-4848-9c7f-0fa65dc95644)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:22:58.345088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e55263a5-4b80-4360-ac76-a4916bae3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:58.409993 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55263a5-4b80-4360-ac76-a4916bae3fa2 None None] Pushing event updated for resources: {'Port': ['ID=f2d99c64-8abf-46bf-958d-52c7161ca268,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:22:58.568062 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-10f76c08-351a-4e56-a804-cdbc298c408a None None] Provisioning complete for port f2d99c64-8abf-46bf-958d-52c7161ca268 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:22:58.568428 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-10f76c08-351a-4e56-a804-cdbc298c408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:58.597337 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device f2d99c64-8abf-46bf-958d-52c7161ca268 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:22:58.690216 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-10f76c08-351a-4e56-a804-cdbc298c408a None None] Current status of the port f2d99c64-8abf-46bf-958d-52c7161ca268 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:22:58.692152 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port f2d99c64-8abf-46bf-958d-52c7161ca268 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:22:58.692520 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:22:58.768498 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port f2d99c64-8abf-46bf-958d-52c7161ca268 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:23:16.065476 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-71013358-2cbd-4349-ac26-5cd9cdba30e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:18.279273 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-188509f2-103f-4697-aabe-c9ef94fb1216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:19.284225 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:20.760882 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:21.146410 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:21.575373 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:23:46.066818 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-fb558ade-f267-4d3d-81fd-dd36cd513ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:48.281433 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bcc266ee-5250-4d6f-9006-0d96395c6567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:49.288708 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:50.765039 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:51.149526 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:23:58.575181 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:24:16.069236 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-3352916f-df1b-4632-8c2f-09d74d7337fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:18.285367 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-69b71981-14d5-46bf-8bb8-3a487f45324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:19.291550 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:20.766864 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:21.151620 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:35.574229 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:24:46.072483 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-31227c64-0af6-4f2e-8083-f554cf6dbf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.217416 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 42712) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:24:48.223274 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [None req-6f562321-c5dc-44fe-8f28-92b9c7ee3d4e tempest-verify_tempest_config-1414437409 tempest-verify_tempest_config-1414437409-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:24:48.224286 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-6f562321-c5dc-44fe-8f28-92b9c7ee3d4e tempest-verify_tempest_config-1414437409 tempest-verify_tempest_config-1414437409-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058823 May 12 05:24:48.286481 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f912ad56-a11f-4d23-a2bf-913fc10b0299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.518639 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 42730) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:24:48.620296 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.717067 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.721649 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.763231 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba20d1c-e0fa-4583-86ba-f4e0b5a785d3,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:24:48.767627 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fd9e88cb43247dba4caf851fbcf6cd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2480106 May 12 05:24:48.770397 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42734) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:24:48.771962 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.772315 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.772657 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.772998 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.773330 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.773656 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.774511 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.774838 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.775162 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.775484 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.775829 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.776154 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a473d4-e8d1-4e48-8aa0-4b4b69bd11d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.826474 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.846587 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.934039 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.938011 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:48.939142 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aba20d1c-e0fa-4583-86ba-f4e0b5a785d3 HTTP/1.1" status: 204 len: 168 time: 0.1677935 May 12 05:24:48.946416 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba20d1c-e0fa-4583-86ba-f4e0b5a785d3,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:24:48.952822 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.953164 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.953497 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.953826 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.954164 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.954473 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.954809 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.955130 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.955449 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.955788 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.956106 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:48.956496 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6dbad8-736e-4133-8ed1-a8cc007927a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:24:49.294538 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:50.775536 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:24:51.152824 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:12.573072 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:25:16.074698 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0b9337cc-4fe1-41a6-b1df-7d69ce3867fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:18.287431 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9f1a-514a-44ad-aaf2-4ab624a4aeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:19.296850 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:20.772566 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:21.153021 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:46.079532 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-19e6e0d2-3d99-4e5b-adb4-7cc8da343eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:48.294785 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-fa047683-8351-4019-bc5a-1c64ec173376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:49.299053 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:49.572285 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:25:50.775772 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:25:51.154629 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:16.080664 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-985d2741-086b-459c-84f9-660061d4ef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:18.286340 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-283f87d1-5360-4211-b6b0-a86d0fc7284e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:19.302511 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:20.778332 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:21.155048 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:26.571147 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 5 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:26:38.819327 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1815609'] for agent, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:46.081790 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-af60c394-1213-4ab2-a48e-ec2098aef5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:48.287334 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdda3-daeb-4dc1-98aa-30f881da47f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:49.305961 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:50.781839 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:51.156193 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:26:53.625769 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42806) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:26:53.729742 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-7547a8e6-7ea8-4bd8-ae92-6f6ebdd24a8f admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1028922 May 12 05:26:55.958070 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42816) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:26:56.012362 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-36d2c847-1002-480d-8200-631d78559746 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0532286 May 12 05:27:03.570638 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:27:08.810422 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:16.082751 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0662c9f0-876e-43ae-808d-e1c394ee43de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:18.289147 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-dffe4925-26da-4887-a4e3-738360168a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:19.309054 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:20.785784 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:21.158667 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:38.803153 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:40.569531 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:27:46.084307 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5e08c978-4513-4e21-bc33-662c5b92000f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:48.290676 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-dfdaac59-364d-4200-9dcd-6b203c20a3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:49.311898 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:50.792178 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:27:51.159681 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:08.807438 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:16.085407 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bbc11a93-047c-43b3-a590-0a2f40362d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:17.568126 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:28:18.292838 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5a60916f-e609-4152-b182-7a46a820c38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:19.314401 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:20.792289 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:21.161117 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:38.829773 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:41.941500 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 42954) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:42.243618 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-153232558-network', 'tenant_id': 'd6174b3c090e41ea99dec2c3e9a1a767'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:42.266054 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Made reservation on behalf of d6174b3c090e41ea99dec2c3e9a1a767 for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:42.268644 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.281895 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.357954 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.363989 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.396379 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:28:42.399177 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050deb1e-1b77-43f9-8890-6b9265b4ec01,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:42.411977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.412397 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.412775 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.413120 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.413553 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.413883 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.414206 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.414522 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.414838 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.415169 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.415463 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.415793 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Tracked resource versions report: May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: pushed versions: May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: { 'AddressGroup': {'1.2'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'ConntrackHelper': {'1.0'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Log': {'1.0'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Network': {'1.1'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Port': {'1.7'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'PortForwarding': {'1.2'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'QosPolicy': {'1.9'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'SecurityGroup': {'1.4'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'SecurityGroupRule': {'1.2'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'SubPort': {'1.0'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Subnet': {'1.1'}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Trunk': {'1.1'}} May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: consumer versions: May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: { DHCP agent@dv-cinder-831186-3-smb: {}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: HyperV agent@hv-cinder-83118: {}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: L3 agent@dv-cinder-831186-3-smb: {}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: Metadata agent@dv-cinder-831186-3-smb: {}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: Metering agent@dv-cinder-831186-3-smb: {}, May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: Open vSwitch agent@dv-cinder-831186-3-smb: { 'AddressGroup': '1.2', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'ConntrackHelper': '1.0', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Log': '1.0', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Network': '1.1', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Port': '1.7', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'PortForwarding': '1.2', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'QosPolicy': '1.9', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'SecurityGroup': '1.4', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'SecurityGroupRule': '1.2', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'SubPort': '1.0', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Subnet': '1.1', May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: 'Trunk': '1.1'}} May 12 05:28:42.416807 dv-cinder-831186-3-smb neutron-server[101911]: {{(pid=101911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 05:28:42.428993 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.429275 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Added segment 8c7f2bf5-1a54-464e-abb5-46b4060e9771 of type vlan for network 92513995-cf09-4869-a3df-ebdfc639e067 May 12 05:28:42.475311 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.509857 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.511359 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:42.511964 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.564665 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6181080 May 12 05:28:42.564768 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 42998) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:42.570550 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Request body: {'subnet': {'network_id': '92513995-cf09-4869-a3df-ebdfc639e067', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-153232558-subnet', 'tenant_id': 'd6174b3c090e41ea99dec2c3e9a1a767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:42.580400 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e23cc-461c-4c5b-a326-9aa3265b88e8 admin admin] Pushing event updated for resources: {'Network': ['ID=92513995-cf09-4869-a3df-ebdfc639e067,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:42.591552 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 92513995-cf09-4869-a3df-ebdfc639e067 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:28:42.594598 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Made reservation on behalf of d6174b3c090e41ea99dec2c3e9a1a767 for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:42.597382 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.841430 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.896955 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21a4ed6-85d3-49bb-b74e-e52d10b01722,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:42.907198 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.907550 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.907918 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.908255 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.908585 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.908919 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.909248 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.909643 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.909971 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.910295 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.910619 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.910941 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Tracked resource versions report: May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: pushed versions: May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: { 'AddressGroup': {'1.2'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'ConntrackHelper': {'1.0'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Log': {'1.0'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Network': {'1.1'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Port': {'1.7'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'PortForwarding': {'1.2'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'QosPolicy': {'1.9'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'SecurityGroup': {'1.4'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'SecurityGroupRule': {'1.2'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'SubPort': {'1.0'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Subnet': {'1.1'}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Trunk': {'1.1'}} May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: consumer versions: May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: { DHCP agent@dv-cinder-831186-3-smb: {}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: HyperV agent@hv-cinder-83118: {}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: L3 agent@dv-cinder-831186-3-smb: {}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: Metadata agent@dv-cinder-831186-3-smb: {}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: Metering agent@dv-cinder-831186-3-smb: {}, May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: Open vSwitch agent@dv-cinder-831186-3-smb: { 'AddressGroup': '1.2', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'ConntrackHelper': '1.0', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Log': '1.0', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Network': '1.1', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Port': '1.7', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'PortForwarding': '1.2', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'QosPolicy': '1.9', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'SecurityGroup': '1.4', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'SecurityGroupRule': '1.2', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'SubPort': '1.0', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Subnet': '1.1', May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: 'Trunk': '1.1'}} May 12 05:28:42.912100 dv-cinder-831186-3-smb neutron-server[101910]: {{(pid=101910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 05:28:42.917361 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Checking segment: {'id': '8c7f2bf5-1a54-464e-abb5-46b4060e9771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '92513995-cf09-4869-a3df-ebdfc639e067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:42.917728 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Network hostable DHCP agents. Network: 92513995-cf09-4869-a3df-ebdfc639e067, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:28:42.938113 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Network 92513995-cf09-4869-a3df-ebdfc639e067 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:28:42.952390 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 92513995-cf09-4869-a3df-ebdfc639e067) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:42.958230 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:42.959614 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:42.965121 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e9d57-578c-4f62-b226-b333d684e625 None None] Network 92513995-cf09-4869-a3df-ebdfc639e067 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:28:42.991230 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d81f2b8a-1645-4a3a-bc40-a688db3b713d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4257450 May 12 05:28:43.011823 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43024) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:43.115957 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7db59-445c-41ad-9b52-7119372d35b3 None None] Network 92513995-cf09-4869-a3df-ebdfc639e067 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:28:43.456081 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43048) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:43.516904 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1133738590-network', 'tenant_id': '1b2586bde6b14499880c544a1e335c14'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:43.537245 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Made reservation on behalf of 1b2586bde6b14499880c544a1e335c14 for: {'network': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:43.543433 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43054) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:43.543933 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.552542 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.674332 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.679653 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.693177 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=101910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:28:43.704524 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.705003 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.segments_db [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Added segment a48cffd3-747b-4058-9de8-08c899db8ce2 of type vlan for network 07635e6b-22ad-4ded-8b71-73dd0e12cddd May 12 05:28:43.771172 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce401ab-a57e-4e60-80bb-e247141d8c54,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:43.786676 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.839885 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.843137 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:43.844768 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.904914 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43068) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:43.905581 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9006174 May 12 05:28:43.910994 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Request body: {'subnet': {'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1133738590-subnet', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:43.953100 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Made reservation on behalf of 1b2586bde6b14499880c544a1e335c14 for: {'subnet': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:43.959409 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:43.962575 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60831f-69a0-45ee-ab1a-0953be63f136 admin admin] Pushing event updated for resources: {'Network': ['ID=07635e6b-22ad-4ded-8b71-73dd0e12cddd,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:43.980202 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:28:43.989124 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-358324513-network', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:44.015346 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Made reservation on behalf of 2fa1e009e7d9481985fadff0798a8d6a for: {'network': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:44.018575 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.031847 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.190573 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.200938 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.265271 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-119292783-network', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:44.268414 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d97abf-09df-4ead-85ee-61a294793955,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:44.279859 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=101910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:28:44.303541 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.304627 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.segments_db [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Added segment 548b91f2-d106-4d29-a4b6-3eae3c51b9f4 of type vlan for network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 May 12 05:28:44.318989 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Made reservation on behalf of e7c8a42d3aa3474fb004fc217ae2a18f for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:44.321303 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.363149 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.430628 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.472115 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.474114 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:44.475052 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.584844 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1276159 May 12 05:28:44.588305 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43092) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:44.595479 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Request body: {'subnet': {'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-subnet', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:44.630316 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c7e2a-2a94-4207-a314-40992bb12a03 admin admin] Pushing event updated for resources: {'Network': ['ID=9685f37d-dec1-4535-8a83-f88a1b1d5aa9,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:44.641275 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Made reservation on behalf of 2fa1e009e7d9481985fadff0798a8d6a for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:44.647095 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.647202 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:28:44.689270 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.789577 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=050e9b64-f013-4103-b941-bd38a5ea8d62,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:44.837468 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.838803 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Checking segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:44.839323 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Network hostable DHCP agents. Network: 07635e6b-22ad-4ded-8b71-73dd0e12cddd, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:28:44.852428 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.866213 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:28:44.883981 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.884650 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Added segment 11855d11-656f-4dc2-918d-63a7067351f0 of type vlan for network 279f8040-9dbf-4e91-8729-00b5b73c5077 May 12 05:28:44.902624 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:28:44.933293 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:44.971982 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bff001-a667-4457-8d94-75ed230c087f,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:44.995497 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Pushing event updated for resources: {'Subnet': ['ID=045530e1-4ae4-4b1f-90a8-d13156302a7b,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:45.006046 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Checking segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:45.006411 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Network hostable DHCP agents. Network: 9685f37d-dec1-4535-8a83-f88a1b1d5aa9, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:28:45.009582 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 07635e6b-22ad-4ded-8b71-73dd0e12cddd) {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:45.019737 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ca2e1-c010-44f6-ae1a-245ee597ebb4 None None] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:28:45.025417 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:45.026187 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.041083 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.052431 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:28:45.055010 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-dd75c35b-9627-4052-85f5-99cc0bd35da0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1487045 May 12 05:28:45.058106 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43116) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:45.063847 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:45.065304 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 9685f37d-dec1-4535-8a83-f88a1b1d5aa9) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:45.079389 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:45.080183 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.106155 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.107393 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:45.108162 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.115226 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-4d967035-757b-4ea5-81f8-78b085e0075b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5235519 May 12 05:28:45.116766 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43118) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:45.128299 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:45.170583 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.171785 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.178783 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6338804 May 12 05:28:45.183150 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43126) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:45.188885 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Request body: {'subnet': {'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-119292783-subnet', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:45.189412 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ec547-2216-40ac-837e-6cb592f571c9 None None] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:28:45.196878 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.198254 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.231094 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3942af-9d6f-4385-9f57-75b3656300e2 admin admin] Pushing event updated for resources: {'Network': ['ID=279f8040-9dbf-4e91-8729-00b5b73c5077,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:45.286326 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Made reservation on behalf of e7c8a42d3aa3474fb004fc217ae2a18f for: {'subnet': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:45.289101 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.291835 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.326257 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:28:45.391090 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.538321 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.543126 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43156) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:45.658052 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:28:45.658905 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.676058 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.691054 dv-cinder-831186-3-smb neutron-server[101910]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 05:28:45.761285 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:45.808497 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c410b0-ab54-47b4-8553-40e45f82eeb0,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:45.853629 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Checking segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:45.854274 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Network hostable DHCP agents. Network: 279f8040-9dbf-4e91-8729-00b5b73c5077, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:28:45.900780 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:28:45.929973 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 279f8040-9dbf-4e91-8729-00b5b73c5077) {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:45.945869 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d2ae7-52b3-40c5-bd9e-e4da849dbdef None None] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:28:45.973231 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:28:45.974422 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.044550 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Allocated IP 172.20.0.2 (07635e6b-22ad-4ded-8b71-73dd0e12cddd/050e9b64-f013-4103-b941-bd38a5ea8d62/85f94d4e-d5c5-4fab-a499-872151d8e2f7) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:46.077944 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:46.079450 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.112944 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-416c9242-a34b-4f3d-80e0-0843855da5ca tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:46.116874 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-416c9242-a34b-4f3d-80e0-0843855da5ca tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/networks?id=92513995-cf09-4869-a3df-ebdfc639e067 HTTP/1.1" status: 200 len: 811 time: 0.4298193 May 12 05:28:46.141931 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-faaee1e5-3589-4ffb-a778-a9ad92e90505 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/quotas/d6174b3c090e41ea99dec2c3e9a1a767 HTTP/1.1" status: 200 len: 375 time: 0.0172365 May 12 05:28:46.166946 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-97afb923-cb85-4f77-9acc-4a96220723ad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9814656 May 12 05:28:46.189454 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43180) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:46.217752 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:46.238022 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-24f7696e-a98a-4776-867e-1fa853d0d712 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6174b3c090e41ea99dec2c3e9a1a767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879230 May 12 05:28:46.283559 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.284546 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.352715 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5928f5e4-83b8-45a3-9b57-834ed1796951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.363485 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.415788 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.489140 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.532700 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Allocated IP 172.20.0.2 (9685f37d-dec1-4535-8a83-f88a1b1d5aa9/045530e1-4ae4-4b1f-90a8-d13156302a7b/3d262f99-f3ec-4b38-81f6-112d33c6dfc7) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:46.590529 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-279f8040-9dbf-4e91-8729-00b5b73c5077', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:28:46.591393 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.677914 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.694299 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.734829 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Allocated IP 172.28.0.19 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/bd22998c-6da6-479b-86d1-c9d9a455cbdb) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:46.755196 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Pushing event updated for resources: {'Port': ['ID=85f94d4e-d5c5-4fab-a499-872151d8e2f7,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:46.767529 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.767979 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.768235 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.768566 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.768897 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.769226 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.769553 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.770740 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43208) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:46.771751 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.779538 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.780007 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.780358 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.780697 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.781030 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Tracked resource versions report: May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: pushed versions: May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: { 'AddressGroup': {'1.2'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'ConntrackHelper': {'1.0'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Log': {'1.0'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Network': {'1.1'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Port': {'1.7'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'PortForwarding': {'1.2'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'QosPolicy': {'1.9'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'SecurityGroup': {'1.4'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'SecurityGroupRule': {'1.2'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'SubPort': {'1.0'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Subnet': {'1.1'}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Trunk': {'1.1'}} May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: consumer versions: May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: { DHCP agent@dv-cinder-831186-3-smb: {}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: HyperV agent@hv-cinder-83118: {}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: L3 agent@dv-cinder-831186-3-smb: {}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: Metadata agent@dv-cinder-831186-3-smb: {}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: Metering agent@dv-cinder-831186-3-smb: {}, May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: Open vSwitch agent@dv-cinder-831186-3-smb: { 'AddressGroup': '1.2', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'ConntrackHelper': '1.0', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Log': '1.0', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Network': '1.1', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Port': '1.7', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'PortForwarding': '1.2', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'QosPolicy': '1.9', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'SecurityGroup': '1.4', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'SecurityGroupRule': '1.2', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'SubPort': '1.0', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Subnet': '1.1', May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: 'Trunk': '1.1'}} May 12 05:28:46.782904 dv-cinder-831186-3-smb neutron-server[101912]: {{(pid=101912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 05:28:46.891424 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.897240 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.938486 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:46.943087 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:46.985689 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.001978 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:47.014332 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:47.016162 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-3a146701-820b-4476-9d45-9aa4d208b8e8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:28:47.017208 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-3a146701-820b-4476-9d45-9aa4d208b8e8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3585904 May 12 05:28:47.024016 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:47.028423 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:47.031954 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:47.043738 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-07852a7c-563b-424f-9e0b-c58ecbbab158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.067948 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Pushing event updated for resources: {'Port': ['ID=bd22998c-6da6-479b-86d1-c9d9a455cbdb,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:47.124229 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.133489 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Allocated IP 172.20.0.2 (279f8040-9dbf-4e91-8729-00b5b73c5077/07c410b0-ab54-47b4-8553-40e45f82eeb0/76925688-fcbe-4a2a-a1bf-72561ecef3e6) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:47.142987 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.161210 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Attempting to bind port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:28:47.161938 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Attempting to bind port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:28:47.162492 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Attempting to bind port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 on network 07635e6b-22ad-4ded-8b71-73dd0e12cddd {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:28:47.208668 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:28:47.209040 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Checking segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:47.209433 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.209988 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Bound using segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:28:47.210644 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Bound port: 85f94d4e-d5c5-4fab-a499-872151d8e2f7, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:28:47.211215 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.214751 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:47.228728 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Allocated IP 172.28.0.205 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/b3ad4a4e-a152-48b8-a8cd-b54fad251d35) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:47.258592 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:47.274227 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-9245f787-f692-439a-b756-b6c0f8681ac4 service neutron] 10.222.0.23 "GET /v2.0/networks/92513995-cf09-4869-a3df-ebdfc639e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414553 May 12 05:28:47.276082 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:47.281880 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Pushing event updated for resources: {'Port': ['ID=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:47.390659 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Attempting to bind port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:28:47.391059 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Attempting to bind port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:28:47.391459 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Attempting to bind port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:28:47.403608 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-07852a7c-563b-424f-9e0b-c58ecbbab158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.422784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-07852a7c-563b-424f-9e0b-c58ecbbab158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.423327 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:28:47.423700 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Checking segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:47.424208 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.424604 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Bound using segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:28:47.425168 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Bound port: 3d262f99-f3ec-4b38-81f6-112d33c6dfc7, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:28:47.425484 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.463627 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] For port 85f94d4e-d5c5-4fab-a499-872151d8e2f7, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:28:47.508833 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] For port 85f94d4e-d5c5-4fab-a499-872151d8e2f7, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=85f94d4e-d5c5-4fab-a499-872151d8e2f7,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:28:47.517146 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.522915 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.562114 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.604467 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] For port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:28:47.611693 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-07852a7c-563b-424f-9e0b-c58ecbbab158 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5960d38571c47cebe2eae2cfbdfae58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8339057 May 12 05:28:47.625575 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43234) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:47.631609 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.634097 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:47.664279 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] For port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:28:47.664279 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:47.665723 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aa91e-c784-4419-a451-f22ee379bd6f None None] Pushing event updated for resources: {'Port': ['ID=85f94d4e-d5c5-4fab-a499-872151d8e2f7,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:47.686158 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:47.692143 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.701702 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.843461 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-f1947c2a-5dbf-46fd-a910-9a7d98d2fff5 service neutron] 10.222.0.23 "GET /v2.0/networks/92513995-cf09-4869-a3df-ebdfc639e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566831 May 12 05:28:47.847126 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.866342 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:47.901610 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07852a7c-563b-424f-9e0b-c58ecbbab158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506df271-f0fb-43a6-a633-03fff0f1c0c6,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:47.921523 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Pushing event updated for resources: {'Port': ['ID=76925688-fcbe-4a2a-a1bf-72561ecef3e6,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Attempting to bind port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Attempting to bind port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Attempting to bind port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Checking segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Bound using segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Bound port: 76925688-fcbe-4a2a-a1bf-72561ecef3e6, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:28:48.115335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.124994 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0299bc09-d805-46dc-a2ba-e986a5852a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.131410 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.151928 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311978a-f471-45f1-8d6e-866b552031b7 None None] Pushing event updated for resources: {'Port': ['ID=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:48.199759 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] For port 76925688-fcbe-4a2a-a1bf-72561ecef3e6, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:28:48.205620 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] For port 76925688-fcbe-4a2a-a1bf-72561ecef3e6, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=76925688-fcbe-4a2a-a1bf-72561ecef3e6,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:28:48.211515 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.216548 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.362468 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Pushing event updated for resources: {'Port': ['ID=b3ad4a4e-a152-48b8-a8cd-b54fad251d35,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:48.366073 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:48.375286 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-af486d25-49a7-47d5-b430-c3c485ad91d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.379420 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:48.402836 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0299bc09-d805-46dc-a2ba-e986a5852a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.405688 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:48.420057 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55c5c9-2d2e-4ace-8eb1-025db1b440b5 None None] Pushing event updated for resources: {'Port': ['ID=76925688-fcbe-4a2a-a1bf-72561ecef3e6,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:48.545857 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43280) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:48.548104 dv-cinder-831186-3-smb neutron-server[101911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 05:28:48.584389 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Allocated IP 172.28.0.23 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/3849a6a5-9c24-41a8-9cd2-24578c887a55) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:48.611447 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5e937e7e-6023-4b87-b412-90de12972486 req-d08f14f3-509a-4c73-af68-a137caf593bb tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 210 time: 0.0608568 May 12 05:28:48.690981 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Router 8b76a079-aa91-4544-a2fd-6b139a3ed103 is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:28:48.950250 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:28:48.981031 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0299bc09-d805-46dc-a2ba-e986a5852a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.987675 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Sync routers for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:28:48.990007 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0299bc09-d805-46dc-a2ba-e986a5852a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:48.993710 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-0299bc09-d805-46dc-a2ba-e986a5852a30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/506df271-f0fb-43a6-a633-03fff0f1c0c6 HTTP/1.1" status: 204 len: 168 time: 1.3607979 May 12 05:28:49.006117 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:28:49.006787 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:49.026609 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:49.029364 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8df6e790-8a23-4130-87b5-2c1caad08197 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9701443 May 12 05:28:49.032005 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43296) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:49.035466 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 85f94d4e-d5c5-4fab-a499-872151d8e2f7 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:28:49.173813 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299bc09-d805-46dc-a2ba-e986a5852a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506df271-f0fb-43a6-a633-03fff0f1c0c6,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:49.226537 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:49.229450 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:49.433602 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:49.461702 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:49.532519 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:49.533227 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:49.573825 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:28:49.642871 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 85f94d4e-d5c5-4fab-a499-872151d8e2f7, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=85f94d4e-d5c5-4fab-a499-872151d8e2f7,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:28:49.655491 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:49.656602 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:28:49.801400 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93716f-ff9e-42a1-b24f-57e8027ea674 None None] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:28:49.907655 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f0558b23-5f25-43c7-bce3-bbb32ad0c8c3 req-67f2d6b3-f4f1-4563-b385-7fd7ad61e1b5 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 210 time: 0.1095786 May 12 05:28:49.947409 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43332) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:50.013701 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-446a63ca-be7d-4970-8d8b-f9cf383f554b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.046563 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43340) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:50.066772 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.185788 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:47Z', 'revision_number': 3, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:50.229890 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Checking router: 8b76a079-aa91-4544-a2fd-6b139a3ed103 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:28:50.231207 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Updating router 8b76a079-aa91-4544-a2fd-6b139a3ed103 port bd22998c-6da6-479b-86d1-c9d9a455cbdb binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:28:50.274460 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.299813 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79addd8-ef64-428f-89e0-7862c23147ac None None] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:28:50.383393 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.463558 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:50.469355 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-6e4facd8-0dd5-43d0-98f5-303b8228abba None None] Provisioning complete for port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:50.469866 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-6e4facd8-0dd5-43d0-98f5-303b8228abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.521787 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f4487a90-060b-497f-8784-11de6f0fec28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.553518 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:50.558139 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:50.635275 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Pushing event updated for resources: {'Port': ['ID=3849a6a5-9c24-41a8-9cd2-24578c887a55,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:50.665407 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-446a63ca-be7d-4970-8d8b-f9cf383f554b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.673097 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4eaa04-8a97-4d12-8e5a-a434d17a83b5 None None] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:28:50.690809 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-446a63ca-be7d-4970-8d8b-f9cf383f554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.752724 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.822743 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.830696 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f4487a90-060b-497f-8784-11de6f0fec28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.834103 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.927457 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:50.945875 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=85f94d4e-d5c5-4fab-a499-872151d8e2f7,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:50.956766 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Pushing event updated for resources: {'Port': ['ID=bd22998c-6da6-479b-86d1-c9d9a455cbdb,revision_number=2']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:50.965401 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-446a63ca-be7d-4970-8d8b-f9cf383f554b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e44086f0a2384b00b98c0cfc2a89ab4d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0135069 May 12 05:28:50.974195 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43384) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:51.025984 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.028130 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.034412 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.034963 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.035474 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.036014 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.036529 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.037027 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.037526 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.038010 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.038571 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.039551 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:28:51.039943 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Tracked resource versions report: May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: pushed versions: May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: { 'AddressGroup': {'1.2'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'ConntrackHelper': {'1.0'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Log': {'1.0'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Network': {'1.1'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Port': {'1.7'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'PortForwarding': {'1.2'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'QosPolicy': {'1.9'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'SecurityGroup': {'1.4'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'SecurityGroupRule': {'1.2'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'SubPort': {'1.0'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Subnet': {'1.1'}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Trunk': {'1.1'}} May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: consumer versions: May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: { DHCP agent@dv-cinder-831186-3-smb: {}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: HyperV agent@hv-cinder-83118: {}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: L3 agent@dv-cinder-831186-3-smb: {}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: Metadata agent@dv-cinder-831186-3-smb: {}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: Metering agent@dv-cinder-831186-3-smb: {}, May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: Open vSwitch agent@dv-cinder-831186-3-smb: { 'AddressGroup': '1.2', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'ConntrackHelper': '1.0', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Log': '1.0', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Network': '1.1', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Port': '1.7', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'PortForwarding': '1.2', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'QosPolicy': '1.9', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'SecurityGroup': '1.4', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'SecurityGroupRule': '1.2', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'SubPort': '1.0', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Subnet': '1.1', May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: 'Trunk': '1.1'}} May 12 05:28:51.041003 dv-cinder-831186-3-smb neutron-server[101913]: {{(pid=101913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 05:28:51.046358 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Attempting to bind port bd22998c-6da6-479b-86d1-c9d9a455cbdb on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:28:51.052052 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Attempting to bind port bd22998c-6da6-479b-86d1-c9d9a455cbdb by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:28:51.052779 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Attempting to bind port bd22998c-6da6-479b-86d1-c9d9a455cbdb on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:28:51.057299 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a63ca-be7d-4970-8d8b-f9cf383f554b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0109ceb2-a6d1-474f-aac6-7d2b4467c009,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:51.070339 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:28:51.071057 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:51.071639 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.072229 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:28:51.072895 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Bound port: bd22998c-6da6-479b-86d1-c9d9a455cbdb, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:28:51.073472 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.077353 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f4487a90-060b-497f-8784-11de6f0fec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.184026 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-680d5558-3df5-40ef-9560-1909c080f446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.230872 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] For port bd22998c-6da6-479b-86d1-c9d9a455cbdb, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:28:51.246869 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] For port bd22998c-6da6-479b-86d1-c9d9a455cbdb, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=bd22998c-6da6-479b-86d1-c9d9a455cbdb,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:28:51.257669 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f4487a90-060b-497f-8784-11de6f0fec28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca82f9d4b51447b395f5adc620505b96&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1956398 May 12 05:28:51.257903 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43400) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:51.259575 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.311332 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.321349 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-680d5558-3df5-40ef-9560-1909c080f446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.328423 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb040b9-d1d5-406c-809a-611318ba061f None None] Pushing event updated for resources: {'Port': ['ID=bd22998c-6da6-479b-86d1-c9d9a455cbdb,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:51.344873 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4487a90-060b-497f-8784-11de6f0fec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a84de-3b5b-40f5-bae9-8f910e163a9e,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:51.353153 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:28:51.353795 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:51.357244 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.392785 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:51.393192 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.407613 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.500116 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f610bab0-d599-4212-a8ee-b1c2acfd9b7e req-53bab895-ee88-46b0-a5f6-80510c1b1f36 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 210 time: 0.2537193 May 12 05:28:51.568228 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f08fb958-bc70-42cc-88ad-1630599a808e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.612894 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f08fb958-bc70-42cc-88ad-1630599a808e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.659420 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:28:51.681643 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-6e4facd8-0dd5-43d0-98f5-303b8228abba None None] Current status of the port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:51.738273 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f08fb958-bc70-42cc-88ad-1630599a808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.740842 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f08fb958-bc70-42cc-88ad-1630599a808e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.742008 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f08fb958-bc70-42cc-88ad-1630599a808e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b8a84de-3b5b-40f5-bae9-8f910e163a9e HTTP/1.1" status: 204 len: 168 time: 0.4209778 May 12 05:28:51.757078 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-680d5558-3df5-40ef-9560-1909c080f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.761670 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-680d5558-3df5-40ef-9560-1909c080f446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:51.763508 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-680d5558-3df5-40ef-9560-1909c080f446 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0109ceb2-a6d1-474f-aac6-7d2b4467c009 HTTP/1.1" status: 204 len: 168 time: 0.7876785 May 12 05:28:51.767891 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.35', 52728) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:51.947553 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Provisioning complete for port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:51.948442 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:52.074025 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d5558-3df5-40ef-9560-1909c080f446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0109ceb2-a6d1-474f-aac6-7d2b4467c009,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:52.247807 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:52.250679 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:52.308804 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:47Z', 'revision_number': 3, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:52.350280 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57efe1-87d6-4fac-b180-ecbd9d04f5a2 None None] The sync data for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb is: [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:47Z', 'revision_number': 3, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:28:52.359837 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:28:52.384539 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:52.394667 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:28:52.417806 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] Notify callbacks [] for router, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:52.424691 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Sync routers for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:28:52.430088 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-ee514e8a-a6bc-415d-85e8-92e5f90bfd3b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3103645 May 12 05:28:52.442953 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:52.533294 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43456) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:52.584787 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:28:52.585464 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:52.621270 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Current status of the port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:52.621674 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:52.696945 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-524843e0-0f00-4b31-bd24-53986ea944d3 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:52.700874 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-524843e0-0f00-4b31-bd24-53986ea944d3 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.35 "GET /v2.0/networks?id=92513995-cf09-4869-a3df-ebdfc639e067 HTTP/1.1" status: 200 len: 811 time: 0.9238234 May 12 05:28:52.704046 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fb958-bc70-42cc-88ad-1630599a808e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a84de-3b5b-40f5-bae9-8f910e163a9e,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:52.797106 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Request body: {'port': {'device_id': 'e556fefc-b8ae-4852-921b-f7392a3da5bb', 'network_id': '92513995-cf09-4869-a3df-ebdfc639e067', 'admin_state_up': True, 'tenant_id': 'd6174b3c090e41ea99dec2c3e9a1a767'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:52.808851 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Allocated IP 172.20.0.1 (07635e6b-22ad-4ded-8b71-73dd0e12cddd/050e9b64-f013-4103-b941-bd38a5ea8d62/e87b5dec-ea22-4135-990e-95d5c1e3cddb) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:52.912446 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 76925688-fcbe-4a2a-a1bf-72561ecef3e6 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:28:53.039791 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:53.221694 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] For port 76925688-fcbe-4a2a-a1bf-72561ecef3e6, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=76925688-fcbe-4a2a-a1bf-72561ecef3e6,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:28:53.270767 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:53.306555 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5e0f8140-c317-4435-8c36-e35a80e0179d req-9072ea3c-586c-4ecb-af30-252be6ceb9e2 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 210 time: 0.3765173 May 12 05:28:53.416060 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Provisioning complete for port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:53.416647 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:53.484087 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:53.498534 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:53.498934 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:53.503104 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:28:53.541983 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Made reservation on behalf of d6174b3c090e41ea99dec2c3e9a1a767 for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:53.546441 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:53.551168 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:53.564935 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Pushing event updated for resources: {'Port': ['ID=76925688-fcbe-4a2a-a1bf-72561ecef3e6,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:53.662242 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43514) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:53.714817 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Router c77c497c-335f-477d-ab82-5ae18821f89c is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:28:53.793124 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-974cf411-3bad-4264-b8bb-cf8afcda84e5 None None] Current status of the port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:53.981138 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:53.982497 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 85f94d4e-d5c5-4fab-a499-872151d8e2f7 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:28:54.028271 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-232830216-network', 'tenant_id': '6c5f0119685f481998751b34ec4a8f35'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:54.070207 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:54.071134 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:54.115446 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Provisioning complete for port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:54.116109 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:54.194198 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Allocated IP 172.20.0.9 (92513995-cf09-4869-a3df-ebdfc639e067/a21a4ed6-85d3-49bb-b74e-e52d10b01722/0df33267-20a5-4070-b213-43b61db54c10) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:54.249367 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:54.255994 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:54.260235 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:54.260619 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:54.339603 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Made reservation on behalf of 6c5f0119685f481998751b34ec4a8f35 for: {'network': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:54.342265 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:54.379075 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:54.414402 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Pushing event updated for resources: {'Port': ['ID=e87b5dec-ea22-4135-990e-95d5c1e3cddb,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:54.568282 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:28:54.667538 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:28:54.683334 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:28:54.767102 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:48Z', 'revision_number': 3, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:54.768826 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:28:54.768826 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:54.791592 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Current status of the port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:54.927499 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Checking router: ea4614c6-a6e4-4bc8-b0ee-0213708557b4 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:28:54.927875 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Updating router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:28:54.944012 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] Notify callbacks [] for router, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:54.964967 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e2f2db3f-37f5-4c68-b860-bf22baa37630 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.7741802 May 12 05:28:54.975457 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43572) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:55.082664 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:28:55.089752 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:55.094611 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.116297 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1ce3dfcb-9d80-4a76-bf70-b363bfe9d3ed req-b7a6a744-95a6-4e8a-80b4-183ba0d39641 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 210 time: 0.1948471 May 12 05:28:55.151827 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43576) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:55.162656 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Provisioning complete for port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:55.166856 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.231506 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.269386 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.359775 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.397033 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43580) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:55.435974 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.463641 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.622650 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.638545 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Current status of the port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:55.640840 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device bd22998c-6da6-479b-86d1-c9d9a455cbdb up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:28:55.691629 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Provisioning complete for port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:55.692946 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.715743 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=101910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:28:55.791575 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Network 92513995-cf09-4869-a3df-ebdfc639e067 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:55.822439 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:55.833337 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port bd22998c-6da6-479b-86d1-c9d9a455cbdb triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:55.833924 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.838108 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Pushing event updated for resources: {'Port': ['ID=0df33267-20a5-4070-b213-43b61db54c10,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:55.869077 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bfcb249e-f25e-4801-96c7-86c4cb13fd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.878614 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:55.880483 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bdc813-bfe3-42d3-afac-ed7d1370a614,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:55.884432 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:55.885093 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.896957 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-86c7fdd3-eb90-43db-8cb1-f6d6bac1d056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.948299 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.961273 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-6d92d150-68de-4888-9beb-ad05f1925316 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2044687 May 12 05:28:55.966671 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.974977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.978526 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:55.980967 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.segments_db [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Added segment 5eb025b9-1625-4587-b8c9-d069f9df9e5c of type vlan for network aaa23daf-304d-4358-8575-c26f190c495a May 12 05:28:56.033284 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:50Z', 'revision_number': 3, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:56.070602 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-efd6d0e3-2ccd-4d85-90bc-a53dd845a08b None None] Current status of the port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:56.138672 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-86c7fdd3-eb90-43db-8cb1-f6d6bac1d056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.153625 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-80334528-3a92-446e-aad7-b0ca6c4f97ab tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:28:56.154674 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-80334528-3a92-446e-aad7-b0ca6c4f97ab tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121427 May 12 05:28:56.167618 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.187503 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:28:56.190990 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Updating router c77c497c-335f-477d-ab82-5ae18821f89c port 3849a6a5-9c24-41a8-9cd2-24578c887a55 binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:28:56.268395 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-86c7fdd3-eb90-43db-8cb1-f6d6bac1d056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.275040 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.343558 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port bd22998c-6da6-479b-86d1-c9d9a455cbdb is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:56.343993 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.358293 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.db.resource_extend [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 05:28:56.367792 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-43506565-409b-4aa5-b842-7d825d75647e None None] Provisioning complete for port e87b5dec-ea22-4135-990e-95d5c1e3cddb triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:56.368408 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-43506565-409b-4aa5-b842-7d825d75647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.401485 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43594) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:56.420946 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.447079 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port bd22998c-6da6-479b-86d1-c9d9a455cbdb, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=bd22998c-6da6-479b-86d1-c9d9a455cbdb,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:28:56.450914 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.453003 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Allocated IP 172.20.0.1 (9685f37d-dec1-4535-8a83-f88a1b1d5aa9/045530e1-4ae4-4b1f-90a8-d13156302a7b/95472a74-1fb8-4236-aeeb-f4fa6f9910f2) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:28:56.462960 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7fdd3-eb90-43db-8cb1-f6d6bac1d056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c17f55-b2a5-45dd-aea1-0b7c838eec6d,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:56.479289 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a0b27-a3a5-4e73-bd5f-3e99490663a0 req-8acdf1d4-b0ad-47da-8c90-38fc1f279e8f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:56.487153 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2d9a0b27-a3a5-4e73-bd5f-3e99490663a0 req-8acdf1d4-b0ad-47da-8c90-38fc1f279e8f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 931 time: 0.2200425 May 12 05:28:56.489118 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.490151 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:56.490573 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.502002 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.503127 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 76925688-fcbe-4a2a-a1bf-72561ecef3e6 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:28:56.543630 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-43506565-409b-4aa5-b842-7d825d75647e None None] Port e87b5dec-ea22-4135-990e-95d5c1e3cddb cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:28:56.645258 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Attempting to bind port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:28:56.645686 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Attempting to bind port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:28:56.646164 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Attempting to bind port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:28:56.653616 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-86c7fdd3-eb90-43db-8cb1-f6d6bac1d056 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3650807967784ccab94faf9b682f792d&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2455521 May 12 05:28:56.656634 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] Pushing event updated for resources: {'Network': ['ID=aaa23daf-304d-4358-8575-c26f190c495a,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:56.657563 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43602) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:56.665139 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c38a09-97b9-4f24-8656-493527c8d1b5 None None] Pushing event updated for resources: {'Port': ['ID=b3ad4a4e-a152-48b8-a8cd-b54fad251d35,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:56.667947 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:28:56.668326 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:56.668754 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.669113 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:28:56.669847 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Bound port: b3ad4a4e-a152-48b8-a8cd-b54fad251d35, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:28:56.670253 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.676769 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network aaa23daf-304d-4358-8575-c26f190c495a details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:28:56.680831 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Request body: {'port': {'device_id': 'e556fefc-b8ae-4852-921b-f7392a3da5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:56.685393 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bfcb249e-f25e-4801-96c7-86c4cb13fd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.712611 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Pushing event updated for resources: {'Port': ['ID=e87b5dec-ea22-4135-990e-95d5c1e3cddb,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:56.748855 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bfcb249e-f25e-4801-96c7-86c4cb13fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.752152 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-44a9f86f-615f-4198-b50f-cfaa04b77c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.861221 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:56.861872 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.864980 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=bd22998c-6da6-479b-86d1-c9d9a455cbdb,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:56.868526 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] For port b3ad4a4e-a152-48b8-a8cd-b54fad251d35, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:28:56.905321 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] For port b3ad4a4e-a152-48b8-a8cd-b54fad251d35, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=b3ad4a4e-a152-48b8-a8cd-b54fad251d35,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:28:56.917280 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.932495 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-52b4a5fc-b8da-4dc0-973e-5f18b1e27a8a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2649951 May 12 05:28:56.933360 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43604) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:56.947645 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:56.969130 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.036254 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:28:57.036711 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:57.057611 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.058670 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c38a09-97b9-4f24-8656-493527c8d1b5 None None] Pushing event updated for resources: {'Port': ['ID=b3ad4a4e-a152-48b8-a8cd-b54fad251d35,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:57.097191 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Attempting to bind port 3849a6a5-9c24-41a8-9cd2-24578c887a55 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:28:57.097975 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Attempting to bind port 3849a6a5-9c24-41a8-9cd2-24578c887a55 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:28:57.098066 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Attempting to bind port 3849a6a5-9c24-41a8-9cd2-24578c887a55 on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:28:57.117619 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:28:57.118078 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:57.118483 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.118879 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:28:57.119359 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Bound port: 3849a6a5-9c24-41a8-9cd2-24578c887a55, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:28:57.119901 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.152549 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.160660 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-04ab624a-4097-43f6-ac00-c0aa9b6faf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.161843 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb249e-f25e-4801-96c7-86c4cb13fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc61e05c-b8f3-4369-b785-d15b0fcd8bef,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:57.175302 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2d9a0b27-a3a5-4e73-bd5f-3e99490663a0 req-0926e7f7-2b22-48df-892b-5f763227b5ae tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867676 May 12 05:28:57.175563 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:57.181090 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Request body: {'subnet': {'network_id': 'aaa23daf-304d-4358-8575-c26f190c495a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-232830216-subnet', 'tenant_id': '6c5f0119685f481998751b34ec4a8f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:28:57.182582 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:28:57.217368 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.225384 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:57.233693 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:57.245931 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] For port 3849a6a5-9c24-41a8-9cd2-24578c887a55, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:28:57.252615 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] For port 3849a6a5-9c24-41a8-9cd2-24578c887a55, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3849a6a5-9c24-41a8-9cd2-24578c887a55,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:28:57.263337 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.311027 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1675cf-2fd2-4680-9153-92822028ddef None None] Pushing event updated for resources: {'Port': ['ID=3849a6a5-9c24-41a8-9cd2-24578c887a55,revision_number=2']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:57.333999 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bfcb249e-f25e-4801-96c7-86c4cb13fd88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=060d568c93e14069906d76815fca387a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1605446 May 12 05:28:57.344521 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43606) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:57.394843 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:28:57.396509 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:57.411587 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:28:57.476348 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:28:57.491977 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:28:57.557771 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:28:57.579409 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:28:57.580892 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.660178 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:57.660548 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.763430 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-04ab624a-4097-43f6-ac00-c0aa9b6faf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.781926 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1675cf-2fd2-4680-9153-92822028ddef None None] Pushing event updated for resources: {'Port': ['ID=3849a6a5-9c24-41a8-9cd2-24578c887a55,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:57.980604 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-04ab624a-4097-43f6-ac00-c0aa9b6faf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.991367 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-04ab624a-4097-43f6-ac00-c0aa9b6faf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:57.992693 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-04ab624a-4097-43f6-ac00-c0aa9b6faf5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92c17f55-b2a5-45dd-aea1-0b7c838eec6d HTTP/1.1" status: 204 len: 168 time: 1.2771211 May 12 05:28:57.993802 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:50Z', 'revision_number': 3, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:58.013606 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-fc3055fd-f417-4983-a4ca-d704d9b85c28 None None] Provisioning complete for port e87b5dec-ea22-4135-990e-95d5c1e3cddb triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:58.014206 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-fc3055fd-f417-4983-a4ca-d704d9b85c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:58.033834 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3922102-d7df-4531-83da-b7b84cf4ecd1 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:50Z', 'revision_number': 3, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:28:58.117487 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab624a-4097-43f6-ac00-c0aa9b6faf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c17f55-b2a5-45dd-aea1-0b7c838eec6d,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:58.215380 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Router 8b76a079-aa91-4544-a2fd-6b139a3ed103 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:28:58.340932 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:28:58.349976 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-fc3055fd-f417-4983-a4ca-d704d9b85c28 None None] Port e87b5dec-ea22-4135-990e-95d5c1e3cddb cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:28:58.416085 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df33267-20a5-4070-b213-43b61db54c10 {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:28:58.432047 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:48Z', 'revision_number': 3, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:58.492607 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:58.603845 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Pushing event updated for resources: {'Port': ['ID=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:58.718932 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Transition to ACTIVE for port object 0df33267-20a5-4070-b213-43b61db54c10 will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:28:58.730534 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:58.863241 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-44a9f86f-615f-4198-b50f-cfaa04b77c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:58.864644 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Made reservation on behalf of 6c5f0119685f481998751b34ec4a8f35 for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:28:58.870458 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:58.894171 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f277d-16af-4164-8c0e-098e7660f733 None None] The sync data for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb is: [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:48Z', 'revision_number': 3, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:28:58.915844 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device bd22998c-6da6-479b-86d1-c9d9a455cbdb up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:28:58.937856 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a9144-f272-4a19-b61f-158281fa0029 req-3de3f655-3826-45db-819b-229ee42b0086 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:58.953794 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bd5a9144-f272-4a19-b61f-158281fa0029 req-3de3f655-3826-45db-819b-229ee42b0086 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 931 time: 0.4929187 May 12 05:28:59.076718 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-fce9c0c6-9fe3-44d7-8e5b-8dd9497c2c3f None None] Provisioning complete for port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:59.077308 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-fce9c0c6-9fe3-44d7-8e5b-8dd9497c2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.197056 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Pushing event updated for resources: {'Port': ['ID=0df33267-20a5-4070-b213-43b61db54c10,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:59.212895 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-fce9c0c6-9fe3-44d7-8e5b-8dd9497c2c3f None None] Port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:28:59.238005 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-44a9f86f-615f-4198-b50f-cfaa04b77c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.258638 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port bd22998c-6da6-479b-86d1-c9d9a455cbdb triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:28:59.260549 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.295611 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:28:59.341241 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-caa1f6ff-ac56-459e-8b45-f7ac8d8fa849 admin admin] 10.222.0.23 "PUT /v2.0/routers/8b76a079-aa91-4544-a2fd-6b139a3ed103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3002253 May 12 05:28:59.341241 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Attempting to bind port 0df33267-20a5-4070-b213-43b61db54c10 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:28:59.341241 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Attempting to bind port 0df33267-20a5-4070-b213-43b61db54c10 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '8c7f2bf5-1a54-464e-abb5-46b4060e9771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '92513995-cf09-4869-a3df-ebdfc639e067'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:28:59.341241 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Attempting to bind port 0df33267-20a5-4070-b213-43b61db54c10 on network 92513995-cf09-4869-a3df-ebdfc639e067 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:28:59.347210 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Sync routers for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:28:59.390940 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Port 0df33267-20a5-4070-b213-43b61db54c10 on network 92513995-cf09-4869-a3df-ebdfc639e067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:28:59.391267 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Attempting to bind port 0df33267-20a5-4070-b213-43b61db54c10 on network 92513995-cf09-4869-a3df-ebdfc639e067 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:28:59.415362 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bd5a9144-f272-4a19-b61f-158281fa0029 req-b3a361dc-23a3-4aa8-a7b1-f6e318a0489e tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606161 May 12 05:28:59.434385 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:28:59.434734 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Checking segment: {'id': '8c7f2bf5-1a54-464e-abb5-46b4060e9771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '92513995-cf09-4869-a3df-ebdfc639e067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:28:59.438304 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Bound using segment: {'id': '8c7f2bf5-1a54-464e-abb5-46b4060e9771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '92513995-cf09-4869-a3df-ebdfc639e067'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:28:59.445410 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Bound port: 0df33267-20a5-4070-b213-43b61db54c10, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7f2bf5-1a54-464e-abb5-46b4060e9771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '92513995-cf09-4869-a3df-ebdfc639e067'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:28:59.445650 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.456522 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:28:59.457284 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:28:59.539982 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4b61e95-faa2-4b6f-83c8-0c52cd8920a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.607539 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4b61e95-faa2-4b6f-83c8-0c52cd8920a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.703596 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] For port 0df33267-20a5-4070-b213-43b61db54c10, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:28:59.704878 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.713971 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.719930 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] For port 0df33267-20a5-4070-b213-43b61db54c10, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0df33267-20a5-4070-b213-43b61db54c10,segment=NetworkSegment(8c7f2bf5-1a54-464e-abb5-46b4060e9771),segment_id=8c7f2bf5-1a54-464e-abb5-46b4060e9771)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:28:59.726811 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-44a9f86f-615f-4198-b50f-cfaa04b77c9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb4ce75c7acb4436986eef2e6103b99b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3160861 May 12 05:28:59.731466 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43634) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:28:59.746626 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.759104 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9f86f-615f-4198-b50f-cfaa04b77c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c943d49e-886d-4e6b-8d2f-1f169a6591e9,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:28:59.893069 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.935138 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:28:59.935781 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:28:59.937229 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] 10.222.0.35 "PUT /v2.0/ports/0df33267-20a5-4070-b213-43b61db54c10 HTTP/1.1" status: 200 len: 1093 time: 3.4577241 May 12 05:28:59.969042 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e556fefc-b8ae-4852-921b-f7392a3da5bb', 'tag': '0df33267-20a5-4070-b213-43b61db54c10'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:00.037775 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port bd22998c-6da6-479b-86d1-c9d9a455cbdb is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:00.100348 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:00.397986 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b24d94-bee4-4a9d-96ad-cc0666dca91a service neutron] Pushing event updated for resources: {'Port': ['ID=0df33267-20a5-4070-b213-43b61db54c10,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:00.497644 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ae9a75c8-078a-441f-80ed-1974e447c4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:00.531454 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-b421eea5-2450-47d5-8716-2690d6e2d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:00.538408 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-b421eea5-2450-47d5-8716-2690d6e2d038 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6174b3c090e41ea99dec2c3e9a1a767&device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 1096 time: 0.4224284 May 12 05:29:00.655644 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:00.690231 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43656) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:00.694845 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4b61e95-faa2-4b6f-83c8-0c52cd8920a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:00.698699 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device b3ad4a4e-a152-48b8-a8cd-b54fad251d35 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:00.707394 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4b61e95-faa2-4b6f-83c8-0c52cd8920a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:00.712859 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e4b61e95-faa2-4b6f-83c8-0c52cd8920a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc61e05c-b8f3-4369-b785-d15b0fcd8bef HTTP/1.1" status: 204 len: 168 time: 3.3538153 May 12 05:29:00.737356 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-88d87dc3-0eca-4de7-bd1b-aea0c9e62a59 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449355851', 'description': 'tempest-description--1299501764'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:00.750666 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:00.754688 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:00.823534 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:28:55Z', 'revision_number': 2, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:00.886384 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca76c44-0328-4659-a91c-76cef3cb08bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e556fefc-b8ae-4852-921b-f7392a3da5bb", "tag": "0df33267-20a5-4070-b213-43b61db54c10"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:00.904480 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b61e95-faa2-4b6f-83c8-0c52cd8920a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc61e05c-b8f3-4369-b785-d15b0fcd8bef,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:00.933848 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-842e81ed-a8f4-417c-b70d-82ec020aa2f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df33267-20a5-4070-b213-43b61db54c10 HTTP/1.1" status: 200 len: 217 time: 0.3632514 May 12 05:29:00.938500 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Checking router: 8b76a079-aa91-4544-a2fd-6b139a3ed103 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:29:00.940023 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Updating router 8b76a079-aa91-4544-a2fd-6b139a3ed103 port e87b5dec-ea22-4135-990e-95d5c1e3cddb binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:29:00.942731 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ae9a75c8-078a-441f-80ed-1974e447c4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:01.084638 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:01.087512 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:01.088142 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:01.136084 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=78eaba46-8e07-4b01-a7ff-723b71dee0be,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:01.260642 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-88d87dc3-0eca-4de7-bd1b-aea0c9e62a59 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:01.271384 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f5db9-be9c-439e-83a8-628fe43550e4 req-d1a4bd0a-e588-44e2-8c02-a487a6f001ef tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:01.276363 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Checking segment: {'id': '5eb025b9-1625-4587-b8c9-d069f9df9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'aaa23daf-304d-4358-8575-c26f190c495a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:01.276933 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Network hostable DHCP agents. Network: aaa23daf-304d-4358-8575-c26f190c495a, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:29:01.288360 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bb5f5db9-be9c-439e-83a8-628fe43550e4 req-d1a4bd0a-e588-44e2-8c02-a487a6f001ef tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 943 time: 0.6747518 May 12 05:29:01.323958 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-066bdadb-be22-47f7-b62e-2623a276f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:01.329118 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-066bdadb-be22-47f7-b62e-2623a276f666 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a21a4ed6-85d3-49bb-b74e-e52d10b01722 HTTP/1.1" status: 200 len: 851 time: 0.3236303 May 12 05:29:01.334060 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Pushing event updated for resources: {'Port': ['ID=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:01.406745 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-3f3df967-c563-4cbf-861e-8a34c4508297 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92513995-cf09-4869-a3df-ebdfc639e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657361 May 12 05:29:01.410158 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ae9a75c8-078a-441f-80ed-1974e447c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:01.413146 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ae9a75c8-078a-441f-80ed-1974e447c4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:01.414728 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ae9a75c8-078a-441f-80ed-1974e447c4e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c943d49e-886d-4e6b-8d2f-1f169a6591e9 HTTP/1.1" status: 204 len: 168 time: 1.6819770 May 12 05:29:01.433715 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bb5f5db9-be9c-439e-83a8-628fe43550e4 req-c0a7f171-2dcb-4ebe-a24a-d12da0616034 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440148 May 12 05:29:01.451439 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a75c8-078a-441f-80ed-1974e447c4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c943d49e-886d-4e6b-8d2f-1f169a6591e9,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:01.510106 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Network aaa23daf-304d-4358-8575-c26f190c495a is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:29:01.592297 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a82fa-31e4-442a-a3a4-a3f058f75a8a x-openstack-request-id: req-4d5a82fa-31e4-442a-a3a4-a3f058f75a8a {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:01.596710 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e556fefc-b8ae-4852-921b-f7392a3da5bb", "tag": "0df33267-20a5-4070-b213-43b61db54c10", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:01.597111 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d5a82fa-31e4-442a-a3a4-a3f058f75a8a {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:01.597684 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5a82fa-31e4-442a-a3a4-a3f058f75a8a'] response: {'name': 'network-changed', 'server_uuid': 'e556fefc-b8ae-4852-921b-f7392a3da5bb', 'tag': '0df33267-20a5-4070-b213-43b61db54c10', 'status': 'completed', 'code': 200} May 12 05:29:01.600271 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-1649d415-68de-43b5-89da-56bd94f67e1c service neutron] 10.222.0.35 "GET /v2.0/networks/92513995-cf09-4869-a3df-ebdfc639e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653097 May 12 05:29:01.609352 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, aaa23daf-304d-4358-8575-c26f190c495a) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:01.646362 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:01.655054 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Allocated IP 172.20.0.1 (279f8040-9dbf-4e91-8729-00b5b73c5077/07c410b0-ab54-47b4-8553-40e45f82eeb0/6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:01.661169 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:01.662065 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:01.666513 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:01.764052 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61e4e3-46ed-4f49-9f05-7495b3ff201e None None] Network aaa23daf-304d-4358-8575-c26f190c495a requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:01.837322 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43678) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:01.944958 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-22d38d2b-1227-4a81-8fcc-dd4357ebfea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:01.972616 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-1af6b798-271c-4eb7-9699-475905d615fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8022039 May 12 05:29:01.994926 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-88d87dc3-0eca-4de7-bd1b-aea0c9e62a59 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.066799 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa51d7fd-a16d-4b03-a4ae-4e62304a7c06 req-d84d38f1-bc12-4d86-b087-f89e348cddee service neutron] 10.222.0.35 "GET /v2.0/networks/92513995-cf09-4869-a3df-ebdfc639e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200139 May 12 05:29:02.153659 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-88d87dc3-0eca-4de7-bd1b-aea0c9e62a59 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.331397 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-88d87dc3-0eca-4de7-bd1b-aea0c9e62a59 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.332895 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-88d87dc3-0eca-4de7-bd1b-aea0c9e62a59 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6162267 May 12 05:29:02.337100 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d87dc3-0eca-4de7-bd1b-aea0c9e62a59 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bac23d-8b5a-4fc1-8051-5df18cc205a5,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:02.339676 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43686) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:02.353139 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-4cb84a45-6ff0-4a29-8d95-397ade745945 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'security_group_rule': {'security_group_id': 'b7bac23d-8b5a-4fc1-8051-5df18cc205a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:02.431665 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-2f2d6917-7801-4536-a1ad-86cbffef05f2 None None] Provisioning complete for port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:02.432741 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2f2d6917-7801-4536-a1ad-86cbffef05f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.437245 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.440822 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:29:02.467043 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4cb84a45-6ff0-4a29-8d95-397ade745945 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.534131 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d6917-7801-4536-a1ad-86cbffef05f2 None None] Port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:02.613465 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bad01f7-7a73-4719-be04-5c3a7f94f62c None None] Network aaa23daf-304d-4358-8575-c26f190c495a requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:02.707067 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43696) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:02.740362 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.757302 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-5ba4278a-2904-46c1-a117-06e1a15cbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:02.763278 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-5ba4278a-2904-46c1-a117-06e1a15cbb59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6174b3c090e41ea99dec2c3e9a1a767&device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 1096 time: 0.5983098 May 12 05:29:02.771194 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:02.771963 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.820004 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-22d38d2b-1227-4a81-8fcc-dd4357ebfea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.840967 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.842901 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.879772 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-22d38d2b-1227-4a81-8fcc-dd4357ebfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:02.955821 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-22d38d2b-1227-4a81-8fcc-dd4357ebfea9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65ff92102b8e48948e2f2015ad67a25c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1078262 May 12 05:29:02.971561 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43708) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:02.991137 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd5c8a-5a4f-43e9-84c1-013b84c361c1 req-761ec5d3-180e-4d43-8e9f-6acc101bb7d2 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:03.000485 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7ddd5c8a-5a4f-43e9-84c1-013b84c361c1 req-761ec5d3-180e-4d43-8e9f-6acc101bb7d2 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 943 time: 0.2941458 May 12 05:29:03.030154 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port b3ad4a4e-a152-48b8-a8cd-b54fad251d35, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=b3ad4a4e-a152-48b8-a8cd-b54fad251d35,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:03.067330 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.068663 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3849a6a5-9c24-41a8-9cd2-24578c887a55 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:03.243655 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3dcc2-42b1-4854-81de-4db35db0c7f6 None None] Pushing event updated for resources: {'Port': ['ID=e87b5dec-ea22-4135-990e-95d5c1e3cddb,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:03.313552 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7ddd5c8a-5a4f-43e9-84c1-013b84c361c1 req-8e66c175-2a5d-4e6c-8bce-58c21d6560bf tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116241 May 12 05:29:03.405706 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5399413d-e1c7-4d26-94ed-7e2a776641fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.408010 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d38d2b-1227-4a81-8fcc-dd4357ebfea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4764ff-985c-4da7-8cf2-a056511b9ac6,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:03.494037 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4cb84a45-6ff0-4a29-8d95-397ade745945 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.502103 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5d3ce0d-9fdc-46d5-b0a7-71c1ec039f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.510876 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4cb84a45-6ff0-4a29-8d95-397ade745945 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.544760 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:03.561196 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:03.571045 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:03.590844 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb84a45-6ff0-4a29-8d95-397ade745945 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de88d87b-e044-413f-8e78-6c6c48807a35,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:03.604612 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=b3ad4a4e-a152-48b8-a8cd-b54fad251d35,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:03.608914 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4cb84a45-6ff0-4a29-8d95-397ade745945 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.614256 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-4cb84a45-6ff0-4a29-8d95-397ade745945 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2619855 May 12 05:29:03.614256 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:29:03.623095 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43722) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:03.630095 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Sync routers for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:29:03.633993 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 3849a6a5-9c24-41a8-9cd2-24578c887a55 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:03.634358 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.654787 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-3867a260-ee1b-41b7-9180-3798e7da9d4b admin admin] 10.222.0.23 "PUT /v2.0/routers/ea4614c6-a6e4-4bc8-b0ee-0213708557b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1099892 May 12 05:29:03.660176 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:03.660352 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-a5d6b3b3-4c16-4122-a553-6e39c41dd272 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'security_group_rule': {'security_group_id': 'b7bac23d-8b5a-4fc1-8051-5df18cc205a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:03.662134 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:03.669028 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:03.669807 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.746040 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5399413d-e1c7-4d26-94ed-7e2a776641fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.812292 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5399413d-e1c7-4d26-94ed-7e2a776641fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.813791 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-2ea3b1da-48ab-46ec-855e-c5a2fbef142c None None] Provisioning complete for port e87b5dec-ea22-4135-990e-95d5c1e3cddb triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:03.815022 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b1da-48ab-46ec-855e-c5a2fbef142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:03.920069 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-5399413d-e1c7-4d26-94ed-7e2a776641fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08a62733999945c6ab83ff599eb4ac0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2052765 May 12 05:29:03.926654 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43732) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:03.927995 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3b1da-48ab-46ec-855e-c5a2fbef142c None None] Port e87b5dec-ea22-4135-990e-95d5c1e3cddb cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:04.003687 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-1f888023-29d7-49dc-a61f-eaa92c556126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:04.020571 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-1f888023-29d7-49dc-a61f-eaa92c556126 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92513995-cf09-4869-a3df-ebdfc639e067 HTTP/1.1" status: 200 len: 912 time: 1.2292030 May 12 05:29:04.021912 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.035683 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Attempting to bind port e87b5dec-ea22-4135-990e-95d5c1e3cddb on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:04.036904 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Attempting to bind port e87b5dec-ea22-4135-990e-95d5c1e3cddb by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:04.037271 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Attempting to bind port e87b5dec-ea22-4135-990e-95d5c1e3cddb on network 07635e6b-22ad-4ded-8b71-73dd0e12cddd {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:04.084088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:04.084088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Checking segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:04.084088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.084088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Bound using segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:04.084088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Bound port: e87b5dec-ea22-4135-990e-95d5c1e3cddb, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:04.084088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.088132 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:04.101942 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 3849a6a5-9c24-41a8-9cd2-24578c887a55 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:04.108627 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.186515 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b3b3-4c16-4122-a553-6e39c41dd272 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.216968 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-236a4632-4e85-4f0f-a394-c1e3b419dfc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df33267-20a5-4070-b213-43b61db54c10 HTTP/1.1" status: 200 len: 217 time: 0.1828241 May 12 05:29:04.238203 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5d3ce0d-9fdc-46d5-b0a7-71c1ec039f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.380693 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43742) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:04.485754 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-9dfeeabf-e5fb-4f1c-aee4-f6a7a5cd2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:04.487211 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-9dfeeabf-e5fb-4f1c-aee4-f6a7a5cd2a94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a21a4ed6-85d3-49bb-b74e-e52d10b01722 HTTP/1.1" status: 200 len: 851 time: 0.2015390 May 12 05:29:04.508392 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.530716 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1454222276-network', 'tenant_id': '216826c3426f42ee9117a916ea353296'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:04.575648 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399413d-e1c7-4d26-94ed-7e2a776641fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b50137-14e4-4fcd-8d3b-dd49da4be4b6,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:04.592993 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 3849a6a5-9c24-41a8-9cd2-24578c887a55, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3849a6a5-9c24-41a8-9cd2-24578c887a55,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:04.608033 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.613078 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.623261 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.637186 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-2c6b8d83-f974-4dbc-bc29-02f5283353bd None None] Provisioning complete for port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:04.637561 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8d83-f974-4dbc-bc29-02f5283353bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.668469 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-ded7f01f-a422-4842-9600-7d2eef09d554 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92513995-cf09-4869-a3df-ebdfc639e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028843 May 12 05:29:04.669421 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5d3ce0d-9fdc-46d5-b0a7-71c1ec039f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.675550 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5d3ce0d-9fdc-46d5-b0a7-71c1ec039f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.682866 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b5d3ce0d-9fdc-46d5-b0a7-71c1ec039f92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f4764ff-985c-4da7-8cf2-a056511b9ac6 HTTP/1.1" status: 204 len: 168 time: 1.6993585 May 12 05:29:04.756240 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-25c18e87-26ec-41f2-9a6e-4347251f0a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:04.777151 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:00Z', 'revision_number': 2, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:04.817982 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3ce0d-9fdc-46d5-b0a7-71c1ec039f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4764ff-985c-4da7-8cf2-a056511b9ac6,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:04.848330 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device b3ad4a4e-a152-48b8-a8cd-b54fad251d35 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:04.889595 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Checking router: ea4614c6-a6e4-4bc8-b0ee-0213708557b4 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:29:04.890206 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Updating router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:29:04.911335 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-24311ed2-39e8-45b4-8d8a-7e2fc070e6ad service neutron] 10.222.0.35 "GET /v2.0/networks/92513995-cf09-4869-a3df-ebdfc639e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293067 May 12 05:29:04.968463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=3849a6a5-9c24-41a8-9cd2-24578c887a55,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:04.971029 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b8d83-f974-4dbc-bc29-02f5283353bd None None] Port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:05.018447 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] For port e87b5dec-ea22-4135-990e-95d5c1e3cddb, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:05.024266 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.070631 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] For port e87b5dec-ea22-4135-990e-95d5c1e3cddb, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e87b5dec-ea22-4135-990e-95d5c1e3cddb,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:05.091453 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:05.091852 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.122831 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-25c18e87-26ec-41f2-9a6e-4347251f0a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.138989 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Made reservation on behalf of 216826c3426f42ee9117a916ea353296 for: {'network': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:05.142930 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.191053 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4ca76c44-0328-4659-a91c-76cef3cb08bf req-bfc63f57-33a7-439e-91c2-ec9ab0ffdee2 service neutron] 10.222.0.35 "GET /v2.0/networks/92513995-cf09-4869-a3df-ebdfc639e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721593 May 12 05:29:05.193744 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.230855 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:05.266854 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.480604 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:05.481255 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:05.530901 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92194813-2760-414f-b916-1ed5ec4d06ef req-478377c8-dae5-499d-b9a6-341c5cf15e2e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:05.535306 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.550128 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-478377c8-dae5-499d-b9a6-341c5cf15e2e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 818 time: 0.3170273 May 12 05:29:05.569340 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b3b3-4c16-4122-a553-6e39c41dd272 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.603441 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-9c7afe19-8e82-4c36-8ed4-5fde3f37e210 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/quotas/2fa1e009e7d9481985fadff0798a8d6a HTTP/1.1" status: 200 len: 375 time: 0.0523529 May 12 05:29:05.606902 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2027d1b-8246-4878-8718-3988894c28ec req-3babf0d7-21c0-4930-a09b-855290e2d2f1 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:05.608497 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c2027d1b-8246-4878-8718-3988894c28ec req-3babf0d7-21c0-4930-a09b-855290e2d2f1 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 943 time: 1.0670931 May 12 05:29:05.632148 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b3b3-4c16-4122-a553-6e39c41dd272 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.659650 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.688673 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=101910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:29:05.714726 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.718129 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.segments_db [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Added segment b7c0585f-c9f3-4587-b926-d1a03a2604c2 of type vlan for network 8440589d-5451-4265-81f0-dee5d2bd9774 May 12 05:29:05.804041 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:05.815063 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.815595 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3dcc2-42b1-4854-81de-4db35db0c7f6 None None] Pushing event updated for resources: {'Port': ['ID=e87b5dec-ea22-4135-990e-95d5c1e3cddb,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:05.840047 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-79843100-1327-4b87-84be-61fd68cac932 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282476 May 12 05:29:05.883601 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.892493 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.973607 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b3b3-4c16-4122-a553-6e39c41dd272 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:05.985109 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43790) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:05.986042 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-a5d6b3b3-4c16-4122-a553-6e39c41dd272 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3343091 May 12 05:29:05.990300 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:06.002191 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb8f90e-b062-444c-bd0d-acac7be3cc86,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:06.040479 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.041772 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.043091 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:06.045206 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.081687 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-b6c6d215-08ab-4812-bd0f-553d9475c312 None None] Provisioning complete for port e87b5dec-ea22-4135-990e-95d5c1e3cddb triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:06.082324 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d215-08ab-4812-bd0f-553d9475c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.157088 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6b3b3-4c16-4122-a553-6e39c41dd272 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ce48f5-eb4b-425f-8f5e-838982a9254c,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:06.207450 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:06.350911 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-64dd064b-9596-41db-8516-15bbcff248e0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:29:06.361953 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-64dd064b-9596-41db-8516-15bbcff248e0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1674550 May 12 05:29:06.374537 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8552148 May 12 05:29:06.375422 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6290c-e70d-4bca-a5b1-08c59b662980 admin admin] Pushing event updated for resources: {'Network': ['ID=8440589d-5451-4265-81f0-dee5d2bd9774,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:06.383408 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43802) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:06.423969 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Request body: {'subnet': {'network_id': '8440589d-5451-4265-81f0-dee5d2bd9774', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1454222276-subnet', 'tenant_id': '216826c3426f42ee9117a916ea353296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:06.456775 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3517baa-9982-47dc-a9f3-6c6eeac70c33 None None] Pushing event updated for resources: {'Port': ['ID=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:06.463956 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c2027d1b-8246-4878-8718-3988894c28ec req-8ec5a254-4026-42c4-a47f-30671247f57c tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635140 May 12 05:29:06.475288 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:06.513276 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-25c18e87-26ec-41f2-9a6e-4347251f0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.536295 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-25c18e87-26ec-41f2-9a6e-4347251f0a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.538605 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.543739 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-25c18e87-26ec-41f2-9a6e-4347251f0a69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32b50137-14e4-4fcd-8d3b-dd49da4be4b6 HTTP/1.1" status: 204 len: 168 time: 2.6142976 May 12 05:29:06.560416 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Made reservation on behalf of 216826c3426f42ee9117a916ea353296 for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:06.577037 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.590716 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 8440589d-5451-4265-81f0-dee5d2bd9774 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:29:06.591208 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:06.870675 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Attempting to bind port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:06.871080 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Attempting to bind port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:06.871453 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Attempting to bind port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:06.880369 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-924a12df-810d-48f5-926a-d839b3245fcb service neutron] 10.222.0.23 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164676 May 12 05:29:06.896148 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:06.901846 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Checking segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:06.904310 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.904904 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Bound using segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:06.908618 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Bound port: 95472a74-1fb8-4236-aeeb-f4fa6f9910f2, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:06.910936 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:06.919840 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c18e87-26ec-41f2-9a6e-4347251f0a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b50137-14e4-4fcd-8d3b-dd49da4be4b6,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:06.945613 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3849a6a5-9c24-41a8-9cd2-24578c887a55 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:07.018325 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Allocated IP 172.28.0.196 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/bcd371c3-3116-42dc-b36e-137e2ee93e22) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:07.202298 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] For port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:07.213393 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.215438 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] For port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:07.232965 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.332413 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.347675 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:07.354953 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:07.607595 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 3849a6a5-9c24-41a8-9cd2-24578c887a55 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:07.608106 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.743023 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-15d7433f-699a-4f5d-8f22-6750225b39d4 service neutron] 10.222.0.23 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8542867 May 12 05:29:07.746028 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6d215-08ab-4812-bd0f-553d9475c312 None None] Current status of the port e87b5dec-ea22-4135-990e-95d5c1e3cddb is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:07.746709 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d215-08ab-4812-bd0f-553d9475c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.756046 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:07.763268 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:07.774430 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:07.782407 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.795468 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:07.882897 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43828) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:07.886194 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.900374 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-b6c6d215-08ab-4812-bd0f-553d9475c312 None None] For port e87b5dec-ea22-4135-990e-95d5c1e3cddb, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e87b5dec-ea22-4135-990e-95d5c1e3cddb,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:07.904509 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 3849a6a5-9c24-41a8-9cd2-24578c887a55 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:07.909602 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'Port': ['ID=bcd371c3-3116-42dc-b36e-137e2ee93e22,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:07.918571 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d215-08ab-4812-bd0f-553d9475c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.929363 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:07.939161 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3517baa-9982-47dc-a9f3-6c6eeac70c33 None None] Pushing event updated for resources: {'Port': ['ID=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,revision_number=4']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:07.971484 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:07.974803 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:29:07.990011 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e6674-d764-4883-86bc-6e9dc6fb6ab7 None None] The sync data for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb is: [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:29:08.117355 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Provisioning complete for port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:08.118005 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.142038 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2a98-4d7d-4353-896e-ae1716d4707e req-09583b02-e763-44d9-ac69-1026b8f93aca tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:08.153926 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-68fc2a98-4d7d-4353-896e-ae1716d4707e req-09583b02-e763-44d9-ac69-1026b8f93aca tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 943 time: 0.4195039 May 12 05:29:08.166800 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a34bc7-48c6-4baf-bb0e-588f2dc806e3,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:08.173404 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6d215-08ab-4812-bd0f-553d9475c312 None None] Pushing event updated for resources: {'Port': ['ID=e87b5dec-ea22-4135-990e-95d5c1e3cddb,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:08.174368 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-728e8f7d-c902-49be-871b-943a5dbd4f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.177988 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:08.193332 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Provisioning complete for port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:08.195333 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.313975 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Current status of the port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:08.315305 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.320329 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2bd682dc-b5ae-4c38-9f19-6b34a03e57ba req-f3334463-a2bb-4922-b250-ca1ffae46541 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 210 time: 0.0730548 May 12 05:29:08.359667 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:08.363618 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] For port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:08.374132 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-68fc2a98-4d7d-4353-896e-ae1716d4707e req-7c317d52-9073-488a-92ee-ed0cd5722b9f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193131 May 12 05:29:08.383797 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.422640 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Checking segment: {'id': 'b7c0585f-c9f3-4587-b926-d1a03a2604c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8440589d-5451-4265-81f0-dee5d2bd9774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:08.426572 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Network hostable DHCP agents. Network: 8440589d-5451-4265-81f0-dee5d2bd9774, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:29:08.439299 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0d61c-f57c-4c6d-8635-e87eb07d7a85 None None] The sync data for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb is: [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:29:08.470359 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.484202 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.534160 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642c033-784c-4968-9ed7-cbe9f66cd2c5 None None] Pushing event updated for resources: {'Port': ['ID=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:08.582400 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.644064 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'Port': ['ID=bcd371c3-3116-42dc-b36e-137e2ee93e22,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:08.680030 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.681269 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-9aff8759-7d33-4c4c-930b-f379e785209f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6949079 May 12 05:29:08.751501 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Network 8440589d-5451-4265-81f0-dee5d2bd9774 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:29:08.868489 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.938245 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-728e8f7d-c902-49be-871b-943a5dbd4f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.943577 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 8440589d-5451-4265-81f0-dee5d2bd9774) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:08.949234 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:08.950460 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.954740 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337832e1-0af7-408f-b6b4-385dc2d51d67 None None] Network 8440589d-5451-4265-81f0-dee5d2bd9774 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:08.960376 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-728e8f7d-c902-49be-871b-943a5dbd4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:08.991645 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-28d708c3-ca70-4c79-a596-236051ea2bc5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:09.010625 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-28d708c3-ca70-4c79-a596-236051ea2bc5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 818 time: 0.3370612 May 12 05:29:09.031153 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-a0581194-c6ae-42cd-bae0-0068d04d09a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6283631 May 12 05:29:09.049226 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-ccea8f5c-9226-44db-9698-7e4529224d94 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/quotas/2fa1e009e7d9481985fadff0798a8d6a HTTP/1.1" status: 200 len: 375 time: 0.0252719 May 12 05:29:09.061004 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:29:09.077495 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-5bd11a97-4b44-463e-8f8e-59077b36ac18 admin admin] 10.222.0.23 "PUT /v2.0/routers/c77c497c-335f-477d-ab82-5ae18821f89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0939903 May 12 05:29:09.084633 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e87b5dec-ea22-4135-990e-95d5c1e3cddb up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:09.090629 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:29:09.094503 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-728e8f7d-c902-49be-871b-943a5dbd4f41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24ed8d46cd0345a3b33195a59d3b34e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1712067 May 12 05:29:09.096862 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43892) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:09.101540 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8f7d-c902-49be-871b-943a5dbd4f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d476786c-1e9a-4b08-b312-054847f09654,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:09.233537 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8b592c8b-8faf-43eb-a4f9-1e6212f116ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:09.244111 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-dccf80d2-c364-4781-bd9a-b87c5cb2e52d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1936774 May 12 05:29:09.404283 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43908) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:09.422909 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:09.429081 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:09.468403 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-980cdddb-d1bc-493d-bb2a-edc1806e82af tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--449355851&fields=id&tenant_id=1b2586bde6b14499880c544a1e335c14 HTTP/1.1" status: 200 len: 267 time: 0.1840909 May 12 05:29:09.483002 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8b592c8b-8faf-43eb-a4f9-1e6212f116ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:09.587795 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4e32c3-c25d-49a2-a36a-7971bc3ab5b6 admin admin] Deleting subnet 78eaba46-8e07-4b01-a7ff-723b71dee0be {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:29:09.605032 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ee4e32c3-c25d-49a2-a36a-7971bc3ab5b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:09.614576 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b590e-a09f-4de7-9145-694e04dd5e68 None None] Network 8440589d-5451-4265-81f0-dee5d2bd9774 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:09.771105 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce743-76b6-4853-af20-f1387c630d94 req-f8ca49df-8c97-4e1c-8df5-08102feec201 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:09.773497 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-f8ca49df-8c97-4e1c-8df5-08102feec201 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 811 time: 0.2971339 May 12 05:29:09.866931 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-75c96eae-4a8a-4a25-8ad0-d99b41dea2a9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/quotas/1b2586bde6b14499880c544a1e335c14 HTTP/1.1" status: 200 len: 375 time: 0.0376618 May 12 05:29:09.929524 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port e87b5dec-ea22-4135-990e-95d5c1e3cddb triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:09.930161 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:09.956904 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-476570de-bf18-4c86-b5c9-07ad24ce20be tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831144 May 12 05:29:09.973212 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ee4e32c3-c25d-49a2-a36a-7971bc3ab5b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:09.995306 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ee4e32c3-c25d-49a2-a36a-7971bc3ab5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:10.008722 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8b592c8b-8faf-43eb-a4f9-1e6212f116ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:10.014992 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8b592c8b-8faf-43eb-a4f9-1e6212f116ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:10.023959 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-8b592c8b-8faf-43eb-a4f9-1e6212f116ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d476786c-1e9a-4b08-b312-054847f09654 HTTP/1.1" status: 204 len: 168 time: 0.9254417 May 12 05:29:10.031403 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:10.061456 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-f747091d-3020-44d2-b2f0-35b1b59767a1 service neutron] 10.222.0.23 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8164122 May 12 05:29:10.168079 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4ef6c4bd-623c-4c22-bfd8-ba40d17a44a4 service neutron] 10.222.0.23 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053662 May 12 05:29:10.216190 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ee4e32c3-c25d-49a2-a36a-7971bc3ab5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:10.284310 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e32c3-c25d-49a2-a36a-7971bc3ab5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78eaba46-8e07-4b01-a7ff-723b71dee0be,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:10.299673 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ee4e32c3-c25d-49a2-a36a-7971bc3ab5b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:10.330309 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ee4e32c3-c25d-49a2-a36a-7971bc3ab5b6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/78eaba46-8e07-4b01-a7ff-723b71dee0be HTTP/1.1" status: 204 len: 168 time: 0.9212565 May 12 05:29:10.331022 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 43928) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:10.460588 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592c8b-8faf-43eb-a4f9-1e6212f116ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d476786c-1e9a-4b08-b312-054847f09654,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:10.488782 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-870f509b-961d-4503-a295-b5f845ff5964 service neutron] 10.222.0.23 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130084 May 12 05:29:10.546920 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:10.632788 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d00a46-99bc-4d3c-baaf-b4bb3f7075c9 req-b88dc57d-e459-4731-9fee-ced036ad9002 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:10.634082 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40b38568-42de-47d6-ae6c-0457636c1228 service neutron] 10.222.0.23 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395121 May 12 05:29:10.634658 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d6d00a46-99bc-4d3c-baaf-b4bb3f7075c9 req-b88dc57d-e459-4731-9fee-ced036ad9002 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 943 time: 0.1612952 May 12 05:29:10.666000 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port e87b5dec-ea22-4135-990e-95d5c1e3cddb is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:10.667330 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:10.722856 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:10.825468 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d6d00a46-99bc-4d3c-baaf-b4bb3f7075c9 req-3a0708e1-6e17-4da6-b76e-c45eb1298993 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514578 May 12 05:29:10.827757 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.828114 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.838659 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.838990 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.839499 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.840036 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.840535 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.841215 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.842175 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.842520 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 2, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:10.842920 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:10.959458 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:29:10.963403 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Updating router c77c497c-335f-477d-ab82-5ae18821f89c port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:29:10.972463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:10.976156 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:11.043441 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-96f81b58-f5dd-412f-b325-4ec18e16fd0e req-e39fbc4b-de0c-4277-966d-08a917b1b200 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 210 time: 0.0642538 May 12 05:29:11.082326 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:11.198329 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:11.199909 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:11.200405 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:11.200928 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:29:11.201443 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa23daf-304d-4358-8575-c26f190c495a']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:11.290626 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0c4bc794-a91e-416b-ab47-9b9bd2289907 req-77add13b-269b-4765-a32f-d30a9cf17da8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 210 time: 0.1100128 May 12 05:29:11.356940 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb025b9-1625-4587-b8c9-d069f9df9e5c') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:11.357233 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb025b9-1625-4587-b8c9-d069f9df9e5c') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:11.650728 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 0df33267-20a5-4070-b213-43b61db54c10 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:29:11.651449 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 43980) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:11.657320 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-beb6c8e6-7636-42bd-a0d2-ce1e375e69eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998417094', 'description': 'tempest-description--20998263'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:11.718062 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-beb6c8e6-7636-42bd-a0d2-ce1e375e69eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:11.769024 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92194813-2760-414f-b916-1ed5ec4d06ef req-900b87af-914c-41d8-b478-9a72cdcae3e1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:11.775160 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-900b87af-914c-41d8-b478-9a72cdcae3e1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 818 time: 0.5007851 May 12 05:29:11.798933 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'port': {'device_id': 'ae92c569-529e-4785-a790-da0ffa53d9d4', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'admin_state_up': True, 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:11.808787 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:12.052356 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-beb6c8e6-7636-42bd-a0d2-ce1e375e69eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.059621 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.079916 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-beb6c8e6-7636-42bd-a0d2-ce1e375e69eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.139475 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Made reservation on behalf of 2fa1e009e7d9481985fadff0798a8d6a for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:12.143430 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.222094 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.251393 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-beb6c8e6-7636-42bd-a0d2-ce1e375e69eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.253247 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-beb6c8e6-7636-42bd-a0d2-ce1e375e69eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6006281 May 12 05:29:12.265347 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42374c31-5e27-4018-8d09-421a9b7d8bb8 req-f9812a89-14da-4fb5-8d3d-ba24d4b85cf9 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:12.283325 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-42374c31-5e27-4018-8d09-421a9b7d8bb8 req-f9812a89-14da-4fb5-8d3d-ba24d4b85cf9 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 943 time: 0.2732501 May 12 05:29:12.284276 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:29:12.285799 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.293766 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44000) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:12.343240 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 0df33267-20a5-4070-b213-43b61db54c10, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0df33267-20a5-4070-b213-43b61db54c10,segment=NetworkSegment(8c7f2bf5-1a54-464e-abb5-46b4060e9771),segment_id=8c7f2bf5-1a54-464e-abb5-46b4060e9771)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:12.347960 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-51d5ddc0-df3b-4b78-bfb2-54074c3c9622 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group_rule': {'security_group_id': 'c39af457-d878-49ba-8fd3-1265671eee89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:12.365336 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6c8e6-7636-42bd-a0d2-ce1e375e69eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39af457-d878-49ba-8fd3-1265671eee89,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: from cryptography.utils import int_from_bytes May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: from cryptography.utils import int_from_bytes May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:29:12.410654 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:29:12.419509 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.452155 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-42374c31-5e27-4018-8d09-421a9b7d8bb8 req-ce0b9138-e4f4-4411-85f0-aa83b2a046ab tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657522 May 12 05:29:12.453496 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.460804 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '0df33267-20a5-4070-b213-43b61db54c10', 'network_id': '92513995-cf09-4869-a3df-ebdfc639e067', 'port_id': '0df33267-20a5-4070-b213-43b61db54c10', 'mac_address': 'fa:16:3e:fa:1f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a4ed6-85d3-49bb-b74e-e52d10b01722', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:29:12.469170 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.478008 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.35', 52753) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:12.484551 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-51d5ddc0-df3b-4b78-bfb2-54074c3c9622 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.535450 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-386982fb-85da-4e23-8970-6cd5caed3352 req-c609cb38-7db7-4d4d-a4cb-9df7c689ffbe tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 210 time: 0.3034968 May 12 05:29:12.546838 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.561128 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aaa23daf-304d-4358-8575-c26f190c495a HTTP/1.1" status: 204 len: 168 time: 2.2282908 May 12 05:29:12.572889 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44014) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:12.599838 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7459ee-c374-41af-a2ef-6ed5840c28f4 None None] Pushing event updated for resources: {'Port': ['ID=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:12.635175 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91a8c4-779d-4faf-a894-c9bf9b42a8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa23daf-304d-4358-8575-c26f190c495a,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:12.713216 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-88d8753d-5155-43ee-bfd7-00ea5e3e5da0 req-7e8c06f1-4163-4b2a-b07f-3aeaedde3d7e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 210 time: 0.1046655 May 12 05:29:12.759634 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5815349e-132d-449a-bc19-d6b91fc08b47 admin admin] Deleting subnet b2a34bc7-48c6-4baf-bb0e-588f2dc806e3 {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:29:12.767549 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 0df33267-20a5-4070-b213-43b61db54c10 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:12.768128 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.789978 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5815349e-132d-449a-bc19-d6b91fc08b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.820723 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-51d5ddc0-df3b-4b78-bfb2-54074c3c9622 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.841229 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Attempting to bind port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:12.841913 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Attempting to bind port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:12.842409 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Attempting to bind port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:12.848469 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5815349e-132d-449a-bc19-d6b91fc08b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.850660 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df33267-20a5-4070-b213-43b61db54c10 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:12.851305 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Allocated IP 172.20.0.14 (9685f37d-dec1-4535-8a83-f88a1b1d5aa9/045530e1-4ae4-4b1f-90a8-d13156302a7b/872b53b1-254f-4a0d-b773-677f0d422648) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:12.855416 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:12.856033 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Checking segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:12.856583 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.857142 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Bound using segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:12.857763 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Bound port: 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:12.858294 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.866264 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7a912a0c-7d4d-43c8-ac54-253302b03e85 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:12.867859 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7a912a0c-7d4d-43c8-ac54-253302b03e85 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 818 time: 0.3884726 May 12 05:29:12.870506 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-51d5ddc0-df3b-4b78-bfb2-54074c3c9622 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.890513 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 0df33267-20a5-4070-b213-43b61db54c10, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0df33267-20a5-4070-b213-43b61db54c10,segment=NetworkSegment(8c7f2bf5-1a54-464e-abb5-46b4060e9771),segment_id=8c7f2bf5-1a54-464e-abb5-46b4060e9771)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:12.894019 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'port': {'device_id': '83151ffb-2797-469b-b17e-539e6bfc6b3b', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'admin_state_up': True, 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:12.916420 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.938114 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5815349e-132d-449a-bc19-d6b91fc08b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.971992 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-51d5ddc0-df3b-4b78-bfb2-54074c3c9622 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:12.978276 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-51d5ddc0-df3b-4b78-bfb2-54074c3c9622 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6800809 May 12 05:29:12.980928 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44028) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:13.016360 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=0df33267-20a5-4070-b213-43b61db54c10,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:13.020482 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] For port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:13.028089 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] For port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:13.028969 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-d0483e92-dcc8-4d24-89f9-2e6c81532dda None None] Provisioning complete for port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:13.029339 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-d0483e92-dcc8-4d24-89f9-2e6c81532dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.069357 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.109688 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-5d70f69d-c4d7-4e3a-be56-edeb684039dd tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group_rule': {'security_group_id': 'c39af457-d878-49ba-8fd3-1265671eee89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:13.122646 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.35', 52757) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:13.127284 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ddc0-df3b-4b78-bfb2-54074c3c9622 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be80eef1-4282-42d6-bee1-fe98d9441a46,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:13.171862 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5815349e-132d-449a-bc19-d6b91fc08b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.270397 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['0df33267-20a5-4070-b213-43b61db54c10'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:13.277707 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815349e-132d-449a-bc19-d6b91fc08b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a34bc7-48c6-4baf-bb0e-588f2dc806e3,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:13.280484 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5815349e-132d-449a-bc19-d6b91fc08b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.286938 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-5815349e-132d-449a-bc19-d6b91fc08b47 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b2a34bc7-48c6-4baf-bb0e-588f2dc806e3 HTTP/1.1" status: 204 len: 168 time: 0.7047596 May 12 05:29:13.292094 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44038) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:13.382466 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:13.385253 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:28:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:13.409051 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5d70f69d-c4d7-4e3a-be56-edeb684039dd tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.492472 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.509935 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.548573 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce743-76b6-4853-af20-f1387c630d94 req-15339fe0-a3c5-4640-bcff-3c75bf79285a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:13.550425 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-15339fe0-a3c5-4640-bcff-3c75bf79285a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 811 time: 0.4241741 May 12 05:29:13.595455 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7459ee-c374-41af-a2ef-6ed5840c28f4 None None] Pushing event updated for resources: {'Port': ['ID=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:13.605970 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-d0483e92-dcc8-4d24-89f9-2e6c81532dda None None] Port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:13.612838 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Made reservation on behalf of 2fa1e009e7d9481985fadff0798a8d6a for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:13.622532 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.708606 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5d70f69d-c4d7-4e3a-be56-edeb684039dd tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.745120 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8ad16a9f-aa7c-4f9e-906e-87a14fc436f3 req-7c546728-d160-4a9c-9214-86fe28a0f680 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 210 time: 0.0741408 May 12 05:29:13.754955 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5d70f69d-c4d7-4e3a-be56-edeb684039dd tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.804741 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-4fdfe3a6-f90a-4d2a-a18e-a2880c9728c4 None None] Provisioning complete for port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:13.805185 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe3a6-f90a-4d2a-a18e-a2880c9728c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.805767 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-8bc0f4ef-ef58-411b-b345-dbb129ef9963 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b2586bde6b14499880c544a1e335c14 HTTP/1.1" status: 200 len: 379 time: 0.2386706 May 12 05:29:13.816256 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.817152 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'port': {'device_id': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'admin_state_up': True, 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'security_groups': ['b7bac23d-8b5a-4fc1-8051-5df18cc205a5']}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:13.837427 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.955994 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5d70f69d-c4d7-4e3a-be56-edeb684039dd tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:13.957607 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-5d70f69d-c4d7-4e3a-be56-edeb684039dd tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8917994 May 12 05:29:13.995149 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44068) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:14.001178 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event updated for resources: {'Port': ['ID=872b53b1-254f-4a0d-b773-677f0d422648,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:14.005885 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70f69d-c4d7-4e3a-be56-edeb684039dd tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6942d0b-ea14-4ebd-a67d-07b1e693845a,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:14.008974 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8440589d-5451-4265-81f0-dee5d2bd9774']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:14.014068 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:14.057407 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4dc9b-6bcb-4eba-81ae-ce1019ac8ca5 req-f7529a2c-40a2-43f1-bdf2-4f926a49ca4f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:14.058892 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-59ab5ed2-3084-4d91-aeee-5004a7aafccc req-0be314e3-7d23-4bff-a29c-597a15aa5b7d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 210 time: 0.1848071 May 12 05:29:14.065442 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ade4dc9b-6bcb-4eba-81ae-ce1019ac8ca5 req-f7529a2c-40a2-43f1-bdf2-4f926a49ca4f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 944 time: 0.4409225 May 12 05:29:14.068083 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.076582 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c0585f-c9f3-4587-b926-d1a03a2604c2') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:14.076940 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c0585f-c9f3-4587-b926-d1a03a2604c2') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:14.114439 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:14.118940 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:14.129253 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.132868 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:14.192242 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:14.246282 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Allocated IP 172.20.0.11 (9685f37d-dec1-4535-8a83-f88a1b1d5aa9/045530e1-4ae4-4b1f-90a8-d13156302a7b/250e029d-8fe4-47ce-a69a-7e408a68c50e) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:14.247516 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:14.247723 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.307384 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Made reservation on behalf of 1b2586bde6b14499880c544a1e335c14 for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:14.311021 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.402053 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ade4dc9b-6bcb-4eba-81ae-ce1019ac8ca5 req-b8af7b57-8fdc-44c5-8cf5-215f8463f2ea tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356724 May 12 05:29:14.410592 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-912e0ab9-75a5-4432-894d-bbb908bc2bf4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6270912 May 12 05:29:14.426762 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.449445 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Request body: {'port': {'device_id': 'ae92c569-529e-4785-a790-da0ffa53d9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:14.498972 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:29:14.499744 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:29:14.502296 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:29:14.569304 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfe3a6-f90a-4d2a-a18e-a2880c9728c4 None None] Current status of the port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:14.569866 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe3a6-f90a-4d2a-a18e-a2880c9728c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.604368 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.605806 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.636726 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.643433 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8440589d-5451-4265-81f0-dee5d2bd9774 HTTP/1.1" status: 204 len: 168 time: 1.3475304 May 12 05:29:14.655071 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3e5db-6583-4ece-9af7-ffc65950c3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8440589d-5451-4265-81f0-dee5d2bd9774,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:14.679508 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-4fdfe3a6-f90a-4d2a-a18e-a2880c9728c4 None None] For port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:14.707316 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe3a6-f90a-4d2a-a18e-a2880c9728c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.885707 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Allocated IP 172.20.0.10 (07635e6b-22ad-4ded-8b71-73dd0e12cddd/050e9b64-f013-4103-b941-bd38a5ea8d62/f39710fc-48cf-4d5f-9173-8aa43c51c97d) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:14.893444 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.904415 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:14.946883 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfe3a6-f90a-4d2a-a18e-a2880c9728c4 None None] Pushing event updated for resources: {'Port': ['ID=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:14.988973 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8e2be24a-dfc9-4785-b8c4-3fee80b1d65e req-c21b4bd5-e698-4f58-b1b2-7bac788e560e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 210 time: 0.0933552 May 12 05:29:15.023845 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-b75a604b-ddf2-4f2b-811f-7e158e841186 None None] Provisioning complete for port 872b53b1-254f-4a0d-b773-677f0d422648 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:15.024244 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b75a604b-ddf2-4f2b-811f-7e158e841186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.076533 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Allocated IP 172.28.0.2 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/e38bb6f8-6534-497e-a426-400859e2759c) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:15.226102 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44114) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:15.237329 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:13Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:15.237499 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.239231 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3dad634b-fff9-4e88-a6dd-d5eccfab78e7 req-287ed25e-9a9f-4267-92b1-9774537e0870 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 210 time: 0.0519326 May 12 05:29:15.279319 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.290764 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.296171 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.319421 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:15.347483 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:15.367385 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:15.375369 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:15.377179 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.384123 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-b75a604b-ddf2-4f2b-811f-7e158e841186 None None] Port 872b53b1-254f-4a0d-b773-677f0d422648 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:15.392840 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04759b11-15fc-4cba-974e-5b66625ab437 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:13Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:29:15.444331 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44120) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:15.582520 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 0df33267-20a5-4070-b213-43b61db54c10 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:15.600394 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-54263317-6631-4548-9077-e55933c4f6ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c5f0119685f481998751b34ec4a8f35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3571990 May 12 05:29:15.624806 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44128) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:15.797628 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:15.806363 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:15.811348 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 0df33267-20a5-4070-b213-43b61db54c10 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:29:15.812041 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9253237 May 12 05:29:15.813914 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:15.828429 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:15.830432 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.845033 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 0df33267-20a5-4070-b213-43b61db54c10 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:15.845033 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.925319 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Request body: {'port': {'device_id': '83151ffb-2797-469b-b17e-539e6bfc6b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:15.932744 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-18ede8b8-5323-4c87-9290-a8282a5f07d2 None None] Provisioning complete for port 250e029d-8fe4-47ce-a69a-7e408a68c50e triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:15.933514 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-18ede8b8-5323-4c87-9290-a8282a5f07d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:15.996527 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-18ede8b8-5323-4c87-9290-a8282a5f07d2 None None] Port 250e029d-8fe4-47ce-a69a-7e408a68c50e cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:16.032452 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2241690 May 12 05:29:16.048183 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Request body: {'port': {'device_id': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:16.072063 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:16.159064 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 0df33267-20a5-4070-b213-43b61db54c10 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:16.159462 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.199959 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ccf6393a-09b7-410a-84c7-927a2f61a6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.223824 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012a213-4e6f-41a8-8b4a-be9997a98515 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event updated for resources: {'Port': ['ID=250e029d-8fe4-47ce-a69a-7e408a68c50e,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:16.245113 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556fefc-b8ae-4852-921b-f7392a3da5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df33267-20a5-4070-b213-43b61db54c10'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:16.284938 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872b53b1-254f-4a0d-b773-677f0d422648 {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:16.291329 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.300168 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a7d8959-7ca2-4c68-83a0-a6a0295276ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.313617 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44144) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:16.341064 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.362593 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 0df33267-20a5-4070-b213-43b61db54c10, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0df33267-20a5-4070-b213-43b61db54c10,segment=NetworkSegment(8c7f2bf5-1a54-464e-abb5-46b4060e9771),segment_id=8c7f2bf5-1a54-464e-abb5-46b4060e9771)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:16.367578 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e29a481-578c-4b46-9fb4-063e549e6a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.373845 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.380889 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:16.381445 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.387152 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-5c65901f-7d21-4911-902d-516479a98f69 None None] Provisioning complete for port f39710fc-48cf-4d5f-9173-8aa43c51c97d triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:16.387152 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5c65901f-7d21-4911-902d-516479a98f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.393288 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696a8e-ca24-4307-bcec-04aa32cb4e15 req-8bb79b74-44aa-4058-83fd-3813fab3dbf9 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:16.394599 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Transition to ACTIVE for port object 872b53b1-254f-4a0d-b773-677f0d422648 will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:29:16.408235 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-be696a8e-ca24-4307-bcec-04aa32cb4e15 req-8bb79b74-44aa-4058-83fd-3813fab3dbf9 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 944 time: 0.6329756 May 12 05:29:16.409613 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.411030 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.504748 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-5c65901f-7d21-4911-902d-516479a98f69 None None] Port f39710fc-48cf-4d5f-9173-8aa43c51c97d cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:16.513631 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.514137 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=0df33267-20a5-4070-b213-43b61db54c10,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:16.515550 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=e38bb6f8-6534-497e-a426-400859e2759c,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:16.573339 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:16.594488 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd547b40-6aed-479b-9468-2c631253fbc5" -d '{"events": [{"server_uuid": "e556fefc-b8ae-4852-921b-f7392a3da5bb", "name": "network-vif-plugged", "status": "completed", "tag": "0df33267-20a5-4070-b213-43b61db54c10"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:16.600642 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-be696a8e-ca24-4307-bcec-04aa32cb4e15 req-bccd2fe2-ddd4-40a2-b0a6-e4a51eb61050 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863678 May 12 05:29:16.603977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e29a481-578c-4b46-9fb4-063e549e6a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.609826 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40454c36-c826-4155-a008-2e51c8f73fdd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'Port': ['ID=f39710fc-48cf-4d5f-9173-8aa43c51c97d,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:16.623023 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4b99-de08-423d-9c8d-a2b73208c046 req-04ef9348-ac13-49c4-9beb-71c1ad03edf9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:16.624667 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7a4b4b99-de08-423d-9c8d-a2b73208c046 req-04ef9348-ac13-49c4-9beb-71c1ad03edf9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 932 time: 0.3564587 May 12 05:29:16.687414 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a7d8959-7ca2-4c68-83a0-a6a0295276ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.716847 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:16.719034 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Pushing event updated for resources: {'Port': ['ID=872b53b1-254f-4a0d-b773-677f0d422648,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:16.728735 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a7d8959-7ca2-4c68-83a0-a6a0295276ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.743511 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:16.755608 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:16.755770 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-622bcf91-e68a-44d1-b106-37d5612e5a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:16.898872 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-4a7d8959-7ca2-4c68-83a0-a6a0295276ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9e0383c0d764c73ad5ce21d068d69e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4504373 May 12 05:29:16.902468 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44166) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:16.924259 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d8959-7ca2-4c68-83a0-a6a0295276ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93011e1-5bd5-4e9e-a8be-ff579199dbcb,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:16.942630 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7a4b4b99-de08-423d-9c8d-a2b73208c046 req-92cb2583-3a60-47fd-b42b-9c04b6aaf9fc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445855 May 12 05:29:17.040609 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e29a481-578c-4b46-9fb4-063e549e6a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.043124 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e29a481-578c-4b46-9fb4-063e549e6a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.054594 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-6e29a481-578c-4b46-9fb4-063e549e6a81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14bdc813-bfe3-42d3-afac-ed7d1370a614 HTTP/1.1" status: 204 len: 168 time: 1.4211149 May 12 05:29:17.130437 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dfb9-32d7-4f2a-9cd9-5d1be4326994 req-55b76c66-542d-4d05-a2a4-351fefff0a0a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:17.132346 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-add3dfb9-32d7-4f2a-9cd9-5d1be4326994 req-55b76c66-542d-4d05-a2a4-351fefff0a0a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 932 time: 0.4535546 May 12 05:29:17.164907 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29a481-578c-4b46-9fb4-063e549e6a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bdc813-bfe3-42d3-afac-ed7d1370a614,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:17.237033 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-66b9658d-f6af-4bf5-93aa-52f6d929ca16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.268678 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.270416 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Attempting to bind port 872b53b1-254f-4a0d-b773-677f0d422648 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:17.271350 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Attempting to bind port 872b53b1-254f-4a0d-b773-677f0d422648 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:17.272364 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Attempting to bind port 872b53b1-254f-4a0d-b773-677f0d422648 on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:17.291133 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Port 872b53b1-254f-4a0d-b773-677f0d422648 on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:29:17.291636 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Attempting to bind port 872b53b1-254f-4a0d-b773-677f0d422648 on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:17.328599 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56252f03-09d8-4b96-adb8-f8a52f164f51 x-openstack-request-id: req-56252f03-09d8-4b96-adb8-f8a52f164f51 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:17.329135 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556fefc-b8ae-4852-921b-f7392a3da5bb", "name": "network-vif-plugged", "status": "completed", "tag": "0df33267-20a5-4070-b213-43b61db54c10", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:17.329383 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56252f03-09d8-4b96-adb8-f8a52f164f51 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:17.330013 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56252f03-09d8-4b96-adb8-f8a52f164f51'] response: {'server_uuid': 'e556fefc-b8ae-4852-921b-f7392a3da5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df33267-20a5-4070-b213-43b61db54c10', 'code': 200} May 12 05:29:17.333876 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-add3dfb9-32d7-4f2a-9cd9-5d1be4326994 req-7b4dda3c-0233-43e1-9c1c-2a23d61c559a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743591 May 12 05:29:17.340684 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-66b9658d-f6af-4bf5-93aa-52f6d929ca16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.344954 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.360928 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-622bcf91-e68a-44d1-b106-37d5612e5a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.375588 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:17.376224 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Checking segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:17.376920 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Bound using segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:17.377977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Bound port: 872b53b1-254f-4a0d-b773-677f0d422648, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:17.377977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.385508 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-622bcf91-e68a-44d1-b106-37d5612e5a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.497650 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bcf91-e68a-44d1-b106-37d5612e5a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150d9b03-c6a1-4a91-adb0-dabd5090bb75,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:17.508763 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-622bcf91-e68a-44d1-b106-37d5612e5a3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efe37827e28243d1a97bc8c99db02bac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1595812 May 12 05:29:17.510906 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44180) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:17.511823 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39710fc-48cf-4d5f-9173-8aa43c51c97d {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:17.530462 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250e029d-8fe4-47ce-a69a-7e408a68c50e {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:17.535553 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.538319 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.35', 52766) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:17.548643 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-66b9658d-f6af-4bf5-93aa-52f6d929ca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.551832 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-66b9658d-f6af-4bf5-93aa-52f6d929ca16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.555355 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-66b9658d-f6af-4bf5-93aa-52f6d929ca16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f93011e1-5bd5-4e9e-a8be-ff579199dbcb HTTP/1.1" status: 204 len: 168 time: 0.6492233 May 12 05:29:17.566071 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.591581 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9658d-f6af-4bf5-93aa-52f6d929ca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93011e1-5bd5-4e9e-a8be-ff579199dbcb,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:17.619118 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] For port 872b53b1-254f-4a0d-b773-677f0d422648, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:17.627704 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Transition to ACTIVE for port object f39710fc-48cf-4d5f-9173-8aa43c51c97d will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:29:17.638033 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Transition to ACTIVE for port object 250e029d-8fe4-47ce-a69a-7e408a68c50e will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:29:17.647919 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44186) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:17.648714 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.660392 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.666849 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] For port 872b53b1-254f-4a0d-b773-677f0d422648, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=872b53b1-254f-4a0d-b773-677f0d422648,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:17.684839 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.723448 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a02b27-8726-462a-b004-47ee7bb4a713 req-322fae15-e272-4964-b97c-f21dd4eced28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:17.725078 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-16a02b27-8726-462a-b004-47ee7bb4a713 req-322fae15-e272-4964-b97c-f21dd4eced28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 1098 time: 0.1820331 May 12 05:29:17.735744 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2ce29825-145c-4d26-8b96-e39b10354bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.774194 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f39710fc-48cf-4d5f-9173-8aa43c51c97d,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:17.778421 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-16a02b27-8726-462a-b004-47ee7bb4a713 req-19628344-21c2-4003-9341-b088f8b3282e service neutron] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.795914 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:17.796167 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.797562 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] 10.222.0.35 "PUT /v2.0/ports/872b53b1-254f-4a0d-b773-677f0d422648 HTTP/1.1" status: 200 len: 1094 time: 3.3652284 May 12 05:29:17.807735 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae92c569-529e-4785-a790-da0ffa53d9d4', 'tag': '872b53b1-254f-4a0d-b773-677f0d422648'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:17.810091 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db298163-b18c-4217-abb2-c4ef888f7484" -d '{"events": [{"name": "network-changed", "server_uuid": "ae92c569-529e-4785-a790-da0ffa53d9d4", "tag": "872b53b1-254f-4a0d-b773-677f0d422648"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:17.917404 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-46847ee2-3035-4e71-89fe-d4c1030cc22d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=216826c3426f42ee9117a916ea353296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662580 May 12 05:29:17.925989 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.931166 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2ce29825-145c-4d26-8b96-e39b10354bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.932555 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44192) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:17.941574 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d360470-2ff3-44a0-90dd-39ed3eafada4 x-openstack-request-id: req-1d360470-2ff3-44a0-90dd-39ed3eafada4 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:17.941946 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae92c569-529e-4785-a790-da0ffa53d9d4", "tag": "872b53b1-254f-4a0d-b773-677f0d422648", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:17.942198 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d360470-2ff3-44a0-90dd-39ed3eafada4 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:17.942774 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d360470-2ff3-44a0-90dd-39ed3eafada4'] response: {'name': 'network-changed', 'server_uuid': 'ae92c569-529e-4785-a790-da0ffa53d9d4', 'tag': '872b53b1-254f-4a0d-b773-677f0d422648', 'status': 'completed', 'code': 200} May 12 05:29:17.973176 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:17.991587 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356a4fe-fff1-4223-b0be-a5a157c7868a service neutron] Pushing event updated for resources: {'Port': ['ID=872b53b1-254f-4a0d-b773-677f0d422648,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:17.999325 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Attempting to bind port 250e029d-8fe4-47ce-a69a-7e408a68c50e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:17.999698 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Attempting to bind port 250e029d-8fe4-47ce-a69a-7e408a68c50e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:18.000056 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Attempting to bind port 250e029d-8fe4-47ce-a69a-7e408a68c50e on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:18.002029 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Attempting to bind port f39710fc-48cf-4d5f-9173-8aa43c51c97d on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:18.002353 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Attempting to bind port f39710fc-48cf-4d5f-9173-8aa43c51c97d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:18.002667 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Attempting to bind port f39710fc-48cf-4d5f-9173-8aa43c51c97d on network 07635e6b-22ad-4ded-8b71-73dd0e12cddd {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:18.024251 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Pushing event updated for resources: {'Port': ['ID=250e029d-8fe4-47ce-a69a-7e408a68c50e,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:18.041393 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Port f39710fc-48cf-4d5f-9173-8aa43c51c97d on network 07635e6b-22ad-4ded-8b71-73dd0e12cddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:29:18.041962 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Attempting to bind port f39710fc-48cf-4d5f-9173-8aa43c51c97d on network 07635e6b-22ad-4ded-8b71-73dd0e12cddd {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:18.057440 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Port 250e029d-8fe4-47ce-a69a-7e408a68c50e on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:29:18.058003 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Attempting to bind port 250e029d-8fe4-47ce-a69a-7e408a68c50e on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:18.075587 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eccd3-69ad-496c-911f-7fbf157436be req-2e472713-9f6a-47ff-a1fc-2a546ed61159 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:18.093532 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-119eccd3-69ad-496c-911f-7fbf157436be req-2e472713-9f6a-47ff-a1fc-2a546ed61159 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 945 time: 0.4017518 May 12 05:29:18.113337 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:18.113909 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Checking segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:18.114812 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Bound using segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:18.115281 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Bound port: f39710fc-48cf-4d5f-9173-8aa43c51c97d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:18.116362 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.119632 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44196) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:18.122180 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:18.122470 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Checking segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:18.122842 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Bound using segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:18.123465 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Bound port: 250e029d-8fe4-47ce-a69a-7e408a68c50e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:18.123848 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.188153 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=e38bb6f8-6534-497e-a426-400859e2759c,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:18.193375 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92194813-2760-414f-b916-1ed5ec4d06ef req-7750ae9e-2481-4997-83a7-f0e450e2c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:18.196242 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-7750ae9e-2481-4997-83a7-f0e450e2c523 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 1097 time: 0.3358817 May 12 05:29:18.233320 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-119eccd3-69ad-496c-911f-7fbf157436be req-910276e7-ae71-436c-b1cb-836901aa369d tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387920 May 12 05:29:18.234349 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-16a02b27-8726-462a-b004-47ee7bb4a713 req-19628344-21c2-4003-9341-b088f8b3282e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.254425 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7203-c7f8-4475-9a45-29fb38195b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.265215 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-378a37a0-b163-4a7b-92a8-2c8ec3170402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.294892 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.304602 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-ab06a27c-cb1c-42ee-9d34-80ab6d4ec8e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=872b53b1-254f-4a0d-b773-677f0d422648 HTTP/1.1" status: 200 len: 217 time: 0.0984111 May 12 05:29:18.305233 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2ce29825-145c-4d26-8b96-e39b10354bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.308755 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-03f26547-678c-4a4f-825c-9fc9fce9ed14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.309211 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2ce29825-145c-4d26-8b96-e39b10354bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.317056 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-2ce29825-145c-4d26-8b96-e39b10354bd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/150d9b03-c6a1-4a91-adb0-dabd5090bb75 HTTP/1.1" status: 204 len: 168 time: 0.7984390 May 12 05:29:18.361229 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.371979 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-fad687c5-f46b-4d9f-a530-eea914727ffb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3581460 May 12 05:29:18.374603 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce29825-145c-4d26-8b96-e39b10354bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150d9b03-c6a1-4a91-adb0-dabd5090bb75,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:18.393526 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92194813-2760-414f-b916-1ed5ec4d06ef req-ea8fc7b5-1e41-4652-af7b-9aa8f4f7fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:18.394455 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-ea8fc7b5-1e41-4652-af7b-9aa8f4f7fb00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0829813 May 12 05:29:18.454732 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-16a02b27-8726-462a-b004-47ee7bb4a713 req-19628344-21c2-4003-9341-b088f8b3282e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.495057 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92194813-2760-414f-b916-1ed5ec4d06ef req-be02da1a-e87e-4030-939b-847d45bd1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:18.497893 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-be02da1a-e87e-4030-939b-847d45bd1d1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956540 May 12 05:29:18.554538 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-16a02b27-8726-462a-b004-47ee7bb4a713 req-19628344-21c2-4003-9341-b088f8b3282e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8197625 May 12 05:29:18.606634 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-378a37a0-b163-4a7b-92a8-2c8ec3170402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.622840 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0ef55-ce6e-4119-a657-fa4121aa0514 req-d4bc4420-350a-4875-b93b-e3337d19576d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:18.630788 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9d0ef55-ce6e-4119-a657-fa4121aa0514 req-d4bc4420-350a-4875-b93b-e3337d19576d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 944 time: 0.5846443 May 12 05:29:18.641959 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f57eba-9bb2-46dd-9264-8346ffee96f8 req-ca9f94f4-b09c-4039-8277-f32f01c9e7e3 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:18.645165 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-69f57eba-9bb2-46dd-9264-8346ffee96f8 req-ca9f94f4-b09c-4039-8277-f32f01c9e7e3 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 944 time: 0.1201015 May 12 05:29:18.659862 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-3ad7500d-cf26-499d-a37c-e4d095765b23 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530175 May 12 05:29:18.701817 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19628344-21c2-4003-9341-b088f8b3282e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ab1513-0269-487c-b613-d79a89798417,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:18.702433 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-69f57eba-9bb2-46dd-9264-8346ffee96f8 req-93c00200-7876-42fe-98a3-a49e0cbd22bc tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469706 May 12 05:29:18.723131 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] For port f39710fc-48cf-4d5f-9173-8aa43c51c97d, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:18.761006 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] For port 250e029d-8fe4-47ce-a69a-7e408a68c50e, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:18.764087 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] For port f39710fc-48cf-4d5f-9173-8aa43c51c97d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:18.797993 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.800861 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] For port 250e029d-8fe4-47ce-a69a-7e408a68c50e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:18.833763 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9d0ef55-ce6e-4119-a657-fa4121aa0514 req-79136d60-64e2-42b5-961b-6929d69c5ede tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881077 May 12 05:29:18.833763 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7203-c7f8-4475-9a45-29fb38195b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.834915 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.932473 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e69f0f02-ff92-4edf-86ea-786f44c49eed tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1998417094&fields=id&tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 267 time: 0.0659826 May 12 05:29:18.940461 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44232) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:18.968818 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44234) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:18.977125 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-90b87d88-2468-49eb-95f8-616b8ccda2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:18.990132 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-92194813-2760-414f-b916-1ed5ec4d06ef req-e1c43cdf-acfe-4892-951c-5cbd04bfb60c service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122781 May 12 05:29:19.015204 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7203-c7f8-4475-9a45-29fb38195b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.018180 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.018786 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.020192 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/f39710fc-48cf-4d5f-9173-8aa43c51c97d HTTP/1.1" status: 200 len: 1094 time: 2.9778585 May 12 05:29:19.026401 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'tag': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:19.105719 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-378a37a0-b163-4a7b-92a8-2c8ec3170402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.108535 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-378a37a0-b163-4a7b-92a8-2c8ec3170402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.109733 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-378a37a0-b163-4a7b-92a8-2c8ec3170402 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afb8f90e-b062-444c-bd0d-acac7be3cc86 HTTP/1.1" status: 204 len: 168 time: 1.1762285 May 12 05:29:19.134299 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-ef44c9ae-c49a-4d6a-8f32-d091984e93fc tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.141285 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-ef44c9ae-c49a-4d6a-8f32-d091984e93fc tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 814 time: 0.1986470 May 12 05:29:19.176739 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.177512 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.179219 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] 10.222.0.35 "PUT /v2.0/ports/250e029d-8fe4-47ce-a69a-7e408a68c50e HTTP/1.1" status: 200 len: 1094 time: 3.2685597 May 12 05:29:19.203844 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-2de0faf4-2c7e-47a1-b5f8-5b900624bc0a tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/quotas/e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 375 time: 0.0609758 May 12 05:29:19.290986 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298163-b18c-4217-abb2-c4ef888f7484 req-a6f8f8a8-e7d5-4788-8ca1-e526f313dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.292530 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-db298163-b18c-4217-abb2-c4ef888f7484 req-a6f8f8a8-e7d5-4788-8ca1-e526f313dfbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 1097 time: 0.1838617 May 12 05:29:19.310961 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-90b87d88-2468-49eb-95f8-616b8ccda2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.318669 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e9573-70cf-48b2-b064-a7f1f9d605b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f39710fc-48cf-4d5f-9173-8aa43c51c97d,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:19.341389 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-90b87d88-2468-49eb-95f8-616b8ccda2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.359238 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.380674 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b0fa7203-c7f8-4475-9a45-29fb38195b45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbdc2746ae344c3ba11d96efc4558399&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2536106 May 12 05:29:19.409507 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa7203-c7f8-4475-9a45-29fb38195b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b27c02-4df2-4b72-bd8e-811363e50983,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:19.436727 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3f82edf-a965-4e80-9830-5a7ae512a86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.442488 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bebb28-ca4f-410c-b391-f1240f67bfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbeedd2-12be-4ae9-90f7-f70491690367", "tag": "f39710fc-48cf-4d5f-9173-8aa43c51c97d"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:19.446975 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44246) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:19.537971 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a37a0-b163-4a7b-92a8-2c8ec3170402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb8f90e-b062-444c-bd0d-acac7be3cc86,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:19.558327 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e919b9b3-ccac-432d-9576-da873485b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.560920 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e919b9b3-ccac-432d-9576-da873485b686 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 1097 time: 0.4667964 May 12 05:29:19.573376 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-90b87d88-2468-49eb-95f8-616b8ccda2ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7d1dccf87314ca8ab40a1b08f18726a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6318810 May 12 05:29:19.581142 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b87d88-2468-49eb-95f8-616b8ccda2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd9c648-cf52-4856-928a-455a425c9215,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:19.593223 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44252) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:19.600781 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-9be57706-84d2-42ee-8501-7d26810666a0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3794060 May 12 05:29:19.655337 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-9d86f506-af9c-4175-a564-3dbcfab415f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d HTTP/1.1" status: 200 len: 217 time: 0.0780051 May 12 05:29:19.660922 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-27e06610-e91a-481f-9fe9-8a4640b88913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.663235 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-27e06610-e91a-481f-9fe9-8a4640b88913 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 1097 time: 0.3523211 May 12 05:29:19.663370 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3f82edf-a965-4e80-9830-5a7ae512a86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.712104 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3f82edf-a965-4e80-9830-5a7ae512a86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.718056 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae186b-42ab-431c-91f5-42a20b940616 service neutron] Pushing event updated for resources: {'Port': ['ID=250e029d-8fe4-47ce-a69a-7e408a68c50e,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:19.728606 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8105-d075-40c9-9abf-b8903bb9038f req-d6e551c5-9da9-49c2-a03a-857adaa85ff5 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.730217 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fe3e8105-d075-40c9-9abf-b8903bb9038f req-d6e551c5-9da9-49c2-a03a-857adaa85ff5 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 945 time: 0.2620180 May 12 05:29:19.765658 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298163-b18c-4217-abb2-c4ef888f7484 req-44f6ce91-6836-41bd-a864-1f47b1395603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.767107 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-db298163-b18c-4217-abb2-c4ef888f7484 req-44f6ce91-6836-41bd-a864-1f47b1395603 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.4507246 May 12 05:29:19.792157 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-1ffacec3-b1df-4e1d-8d42-89024b4dad6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e HTTP/1.1" status: 200 len: 217 time: 0.0752139 May 12 05:29:19.793499 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce743-76b6-4853-af20-f1387c630d94 req-003aff14-552e-4987-837d-04fc4e6918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.794862 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-003aff14-552e-4987-837d-04fc4e6918f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.1267722 May 12 05:29:19.796803 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-d3f82edf-a965-4e80-9830-5a7ae512a86b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abab403f337a4d20945b38ac78dbdd13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8256457 May 12 05:29:19.797502 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-805c0df4-0154-4290-a14a-29e75cefde95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:19.800826 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44264) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:19.865627 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fe3e8105-d075-40c9-9abf-b8903bb9038f req-c624f95e-d02d-461c-babe-7d824a3e48c3 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245625 May 12 05:29:19.974756 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-f2f281fa-1d87-4938-b841-ae09f4e3dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.976236 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-f2f281fa-1d87-4938-b841-ae09f4e3dc44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.1624460 May 12 05:29:19.982587 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e79a1a35-dc2e-488a-82d8-4648f2db42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:19.984062 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-e79a1a35-dc2e-488a-82d8-4648f2db42ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1732187 May 12 05:29:19.988886 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-61ba7e8a-01b9-4486-bb7b-386ae0ea3616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.028877 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f82edf-a965-4e80-9830-5a7ae512a86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cd2acb-80b4-479c-99b2-b8c6fd1f75dd,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:20.045994 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-db298163-b18c-4217-abb2-c4ef888f7484 req-194ab34d-a8bb-4c4d-9f29-320fc7f2fe77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=872b53b1-254f-4a0d-b773-677f0d422648 HTTP/1.1" status: 200 len: 217 time: 0.2636878 May 12 05:29:20.089112 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-61ba7e8a-01b9-4486-bb7b-386ae0ea3616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.097087 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-202dcf2a-5941-4859-b589-8c1c9ff12d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.102882 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-805c0df4-0154-4290-a14a-29e75cefde95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.124483 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92a6c3d-1aa0-4827-af3c-4fb85ab31817 x-openstack-request-id: req-e92a6c3d-1aa0-4827-af3c-4fb85ab31817 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:20.124765 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbeedd2-12be-4ae9-90f7-f70491690367", "tag": "f39710fc-48cf-4d5f-9173-8aa43c51c97d", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:20.125515 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e92a6c3d-1aa0-4827-af3c-4fb85ab31817 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:20.126159 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92a6c3d-1aa0-4827-af3c-4fb85ab31817'] response: {'name': 'network-changed', 'server_uuid': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'tag': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'status': 'completed', 'code': 200} May 12 05:29:20.155152 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-1347c3b3-0f79-4cdf-bf2c-dc6290314d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:20.157005 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-1347c3b3-0f79-4cdf-bf2c-dc6290314d8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1576869 May 12 05:29:20.194800 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-2d079942-1ad3-4cb5-ad0d-54046910e03c service neutron] 10.222.0.23 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657995 May 12 05:29:20.195880 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-f3145f59-80f2-41c8-9063-4acaedbf965c service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957693 May 12 05:29:20.212767 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-202dcf2a-5941-4859-b589-8c1c9ff12d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.242138 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-61ba7e8a-01b9-4486-bb7b-386ae0ea3616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.245095 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-61ba7e8a-01b9-4486-bb7b-386ae0ea3616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.246476 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-61ba7e8a-01b9-4486-bb7b-386ae0ea3616 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1cd2acb-80b4-479c-99b2-b8c6fd1f75dd HTTP/1.1" status: 204 len: 168 time: 0.4444923 May 12 05:29:20.247567 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298163-b18c-4217-abb2-c4ef888f7484 req-f3e6e74a-d93c-4dba-9ba3-589bdaf289f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:20.250095 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-db298163-b18c-4217-abb2-c4ef888f7484 req-f3e6e74a-d93c-4dba-9ba3-589bdaf289f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.1908484 May 12 05:29:20.373479 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-805c0df4-0154-4290-a14a-29e75cefde95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.373623 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba7e8a-01b9-4486-bb7b-386ae0ea3616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cd2acb-80b4-479c-99b2-b8c6fd1f75dd,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:20.376172 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-805c0df4-0154-4290-a14a-29e75cefde95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.377231 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-805c0df4-0154-4290-a14a-29e75cefde95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8b27c02-4df2-4b72-bd8e-811363e50983 HTTP/1.1" status: 204 len: 168 time: 0.9283957 May 12 05:29:20.410939 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c0df4-0154-4290-a14a-29e75cefde95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b27c02-4df2-4b72-bd8e-811363e50983,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:20.472424 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298163-b18c-4217-abb2-c4ef888f7484 req-9c3ab30f-fec0-439a-b0df-c4174252af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:20.473913 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-db298163-b18c-4217-abb2-c4ef888f7484 req-9c3ab30f-fec0-439a-b0df-c4174252af01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1836615 May 12 05:29:20.474054 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecad1a-8b9c-4799-86e5-69fba1527cc4 req-55912a96-27ff-40a1-80bf-c1e3b53f0fbd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:20.475604 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-97ecad1a-8b9c-4799-86e5-69fba1527cc4 req-55912a96-27ff-40a1-80bf-c1e3b53f0fbd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 944 time: 0.2843957 May 12 05:29:20.489635 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-186c9d2b-306a-4831-9c0d-ec5cab56c50c service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206930 May 12 05:29:20.491665 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-202dcf2a-5941-4859-b589-8c1c9ff12d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.494138 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-202dcf2a-5941-4859-b589-8c1c9ff12d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.497716 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-202dcf2a-5941-4859-b589-8c1c9ff12d58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dd9c648-cf52-4856-928a-455a425c9215 HTTP/1.1" status: 204 len: 168 time: 0.8936307 May 12 05:29:20.514505 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-52a6ce01-4706-4602-839f-df3d15ce42a5 service neutron] 10.222.0.23 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075714 May 12 05:29:20.543294 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dcf2a-5941-4859-b589-8c1c9ff12d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd9c648-cf52-4856-928a-455a425c9215,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:20.570462 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-97ecad1a-8b9c-4799-86e5-69fba1527cc4 req-e23eca76-dd4b-4ad4-8521-39811022409f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829790 May 12 05:29:20.614431 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c13ce743-76b6-4853-af20-f1387c630d94 req-04d3301a-e4dc-464e-b242-d4557148443b service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899815 May 12 05:29:20.615281 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-db298163-b18c-4217-abb2-c4ef888f7484 req-72294426-a295-4bf6-9186-3a6bfaffe187 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319778 May 12 05:29:20.783205 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a95ea7a-5770-4bdf-9d5f-3fc96e0cbddd req-99191658-cf8f-42a4-900d-2e6e63ad50f8 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257969 May 12 05:29:20.812880 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-62684cf9-9236-420f-b1f2-60abf8069966 req-a1ead189-a7fc-4496-a3d3-58259b6199c7 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 210 time: 0.0460572 May 12 05:29:20.817344 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c8930-9b42-4a90-8a72-c2de4dd3918d req-adf41513-e630-4976-bcfb-3b37317e0f86 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:20.820103 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-848c8930-9b42-4a90-8a72-c2de4dd3918d req-adf41513-e630-4976-bcfb-3b37317e0f86 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 944 time: 0.0990787 May 12 05:29:20.822369 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:20.828607 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-db5f1181-0060-4843-8b09-7ca8a807591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:20.829815 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-db298163-b18c-4217-abb2-c4ef888f7484 req-e7b37b24-5729-4748-9405-4fe9e75c8be8 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044156 May 12 05:29:20.830066 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-db5f1181-0060-4843-8b09-7ca8a807591d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 1097 time: 0.1426103 May 12 05:29:20.961642 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-848c8930-9b42-4a90-8a72-c2de4dd3918d req-734b71c3-155a-4da5-b59c-307617e956f0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305933 May 12 05:29:21.059405 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71a4a-2852-4811-8581-b36eef6520aa req-bdc1a256-3a53-4664-bf12-5d9c72c1f1a5 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:21.060034 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-8ad2a018-ef95-4496-a0be-4c9ec5d2a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:21.062532 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-8ad2a018-ef95-4496-a0be-4c9ec5d2a626 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 912 time: 0.2148538 May 12 05:29:21.062673 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b2c71a4a-2852-4811-8581-b36eef6520aa req-bdc1a256-3a53-4664-bf12-5d9c72c1f1a5 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 945 time: 0.0660424 May 12 05:29:21.116696 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-bb9c3eb6-8fca-41b5-85b9-1084c99f7b57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d HTTP/1.1" status: 200 len: 217 time: 0.0458162 May 12 05:29:21.117548 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b2c71a4a-2852-4811-8581-b36eef6520aa req-40ca2cd3-fa90-4f33-99f2-026402f2bb3e tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 May 12 05:29:21.177713 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.183966 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-59bccafd-a6ad-47d1-8119-0a254931cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:21.185528 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-59bccafd-a6ad-47d1-8119-0a254931cf04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.0541992 May 12 05:29:21.263042 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-834a8601-530d-43ff-ad32-2b10a5e02669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:21.267268 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-834a8601-530d-43ff-ad32-2b10a5e02669 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694578 May 12 05:29:21.313955 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44312) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:21.344144 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-df4423d0-e6ef-4f1b-bfe0-5dd58dfdedc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.457308 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-df4423d0-e6ef-4f1b-bfe0-5dd58dfdedc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.464329 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-df4423d0-e6ef-4f1b-bfe0-5dd58dfdedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.510584 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4423d0-e6ef-4f1b-bfe0-5dd58dfdedc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc33577-b210-4ec4-a77d-868ceff5ccd1,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:21.575281 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 872b53b1-254f-4a0d-b773-677f0d422648 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:29:21.585527 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-df4423d0-e6ef-4f1b-bfe0-5dd58dfdedc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ed4c19c2db84b429cd2871fd877aaa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701266 May 12 05:29:21.590109 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44328) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:21.758222 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68324049-144f-4d36-9620-b7f9166bc71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.786841 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68324049-144f-4d36-9620-b7f9166bc71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.864267 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68324049-144f-4d36-9620-b7f9166bc71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.869887 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68324049-144f-4d36-9620-b7f9166bc71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.871682 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 872b53b1-254f-4a0d-b773-677f0d422648, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=872b53b1-254f-4a0d-b773-677f0d422648,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:21.876859 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-68324049-144f-4d36-9620-b7f9166bc71a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bc33577-b210-4ec4-a77d-868ceff5ccd1 HTTP/1.1" status: 204 len: 168 time: 0.2854416 May 12 05:29:21.887663 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68324049-144f-4d36-9620-b7f9166bc71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc33577-b210-4ec4-a77d-868ceff5ccd1,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:21.900310 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '872b53b1-254f-4a0d-b773-677f0d422648', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'port_id': '872b53b1-254f-4a0d-b773-677f0d422648', 'mac_address': 'fa:16:3e:de:5e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:29:21.907163 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389f207-1578-414c-8150-f7cd5706e900 req-3829a4b9-76f3-44ca-bbe7-7e3a6adcf7aa tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:21.909047 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c389f207-1578-414c-8150-f7cd5706e900 req-3829a4b9-76f3-44ca-bbe7-7e3a6adcf7aa tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 944 time: 0.1410129 May 12 05:29:21.913653 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-c8c9b2af-e859-4eb9-9578-b7bbb0affe82 service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363556 May 12 05:29:21.965055 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 872b53b1-254f-4a0d-b773-677f0d422648 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:21.965570 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:21.986445 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872b53b1-254f-4a0d-b773-677f0d422648 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:21.989578 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ff2ef659-dd2d-403f-ada5-bf64870a9c10 req-8b1b00f3-9077-4546-bdd4-626c7d83c31d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 210 time: 0.0372262 May 12 05:29:22.007743 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c389f207-1578-414c-8150-f7cd5706e900 req-85acd642-e280-4b22-98f8-6292fcbd0a1c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907896 May 12 05:29:22.030248 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 872b53b1-254f-4a0d-b773-677f0d422648, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=872b53b1-254f-4a0d-b773-677f0d422648,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:22.044076 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:22.086197 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6bebb28-ca4f-410c-b391-f1240f67bfc6 req-7093a084-34d5-4b4e-8fd4-2f4803a20893 service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613238 May 12 05:29:22.118209 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=872b53b1-254f-4a0d-b773-677f0d422648,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:22.128014 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83151ffb-2797-469b-b17e-539e6bfc6b3b', 'tag': '250e029d-8fe4-47ce-a69a-7e408a68c50e'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:22.130587 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3186d594-0f6d-47cd-a436-23140d7ad13f" -d '{"events": [{"name": "network-changed", "server_uuid": "83151ffb-2797-469b-b17e-539e6bfc6b3b", "tag": "250e029d-8fe4-47ce-a69a-7e408a68c50e"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:22.174501 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6801ef-ebe7-43cb-b684-d613eba2b3cb req-3b78bdf2-2e90-42c7-90f1-12ec57fe011d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:22.183817 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4c6801ef-ebe7-43cb-b684-d613eba2b3cb req-3b78bdf2-2e90-42c7-90f1-12ec57fe011d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 944 time: 0.0835700 May 12 05:29:22.244870 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ec6de-ed97-4d6d-9768-7ef374a8a8d0 x-openstack-request-id: req-3b0ec6de-ed97-4d6d-9768-7ef374a8a8d0 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:22.249574 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83151ffb-2797-469b-b17e-539e6bfc6b3b", "tag": "250e029d-8fe4-47ce-a69a-7e408a68c50e", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:22.249967 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b0ec6de-ed97-4d6d-9768-7ef374a8a8d0 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:22.250447 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0ec6de-ed97-4d6d-9768-7ef374a8a8d0'] response: {'name': 'network-changed', 'server_uuid': '83151ffb-2797-469b-b17e-539e6bfc6b3b', 'tag': '250e029d-8fe4-47ce-a69a-7e408a68c50e', 'status': 'completed', 'code': 200} May 12 05:29:22.267259 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['872b53b1-254f-4a0d-b773-677f0d422648'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:22.281945 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4c6801ef-ebe7-43cb-b684-d613eba2b3cb req-38e0ea4c-8108-4e62-ac59-d458e83820e3 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959995 May 12 05:29:22.285517 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-7a3bd70c-4bee-4503-bb6f-c517089b142a tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:22.287110 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-7a3bd70c-4bee-4503-bb6f-c517089b142a tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 814 time: 0.1403251 May 12 05:29:22.312222 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-daab8972-3846-457c-86db-b790d5324eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:22.313707 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-daab8972-3846-457c-86db-b790d5324eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 1097 time: 0.0861435 May 12 05:29:22.362400 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-06be51f5-92b1-481c-a883-2e6c9700a575 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 380 time: 0.0592973 May 12 05:29:22.376295 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'port': {'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'admin_state_up': True, 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'security_groups': ['c39af457-d878-49ba-8fd3-1265671eee89']}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:22.431803 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-268d7b26-1a03-41c5-aec7-bba8c28e2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:22.433476 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-268d7b26-1a03-41c5-aec7-bba8c28e2f67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.1116889 May 12 05:29:22.507672 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-79c519e1-74e9-43cc-a793-b5c40c3142a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e HTTP/1.1" status: 200 len: 217 time: 0.0605316 May 12 05:29:22.614451 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-0cb7640f-2e58-42a1-b928-09df9c4381ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:22.616065 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-0cb7640f-2e58-42a1-b928-09df9c4381ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.1006217 May 12 05:29:22.640184 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Made reservation on behalf of e7c8a42d3aa3474fb004fc217ae2a18f for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:22.644013 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:22.677432 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-0bdb66f5-316f-4df3-a370-1326fd293497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:22.681694 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-0bdb66f5-316f-4df3-a370-1326fd293497 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541968 May 12 05:29:22.803140 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-4be43fc6-d46b-4a14-b09c-5aa17b9d4580 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173005 May 12 05:29:22.835156 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Allocated IP 172.20.0.4 (279f8040-9dbf-4e91-8729-00b5b73c5077/07c410b0-ab54-47b4-8553-40e45f82eeb0/c2f87869-0d3c-406b-b8d6-7f0282c2e4ab) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:22.922027 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3186d594-0f6d-47cd-a436-23140d7ad13f req-cb48c31a-2ca5-47ee-8200-6c6f1e0dc8c3 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113760 May 12 05:29:23.053528 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.103973 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.150606 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0825f9-2b50-4ce3-a494-cc6072fd29e8 req-ff1e3ef7-1099-4c73-946d-19eefcd8967e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:23.152260 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0d0825f9-2b50-4ce3-a494-cc6072fd29e8 req-ff1e3ef7-1099-4c73-946d-19eefcd8967e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 931 time: 0.0621433 May 12 05:29:23.181764 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:23.185142 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:23.195083 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:23.201541 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:23.202384 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.206275 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:23.222905 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0d0825f9-2b50-4ce3-a494-cc6072fd29e8 req-fd5fed1a-83c7-4e21-9321-f0857c6f2391 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629306 May 12 05:29:23.258253 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-846b061f-3af2-4f16-9933-4a8feb465602 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866596 May 12 05:29:23.282116 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Request body: {'port': {'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:23.319640 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44412) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:23.374662 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.487914 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846608f-7b1f-44fc-adfb-3c27e086c1e7 req-d0357da8-66fb-48a2-b29f-5d49faa65638 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:23.501882 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8846608f-7b1f-44fc-adfb-3c27e086c1e7 req-d0357da8-66fb-48a2-b29f-5d49faa65638 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 944 time: 0.1526914 May 12 05:29:23.598385 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 250e029d-8fe4-47ce-a69a-7e408a68c50e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:29:23.614183 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8846608f-7b1f-44fc-adfb-3c27e086c1e7 req-d95cdfcc-97ce-4aff-bf8f-b56cae670afe tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025710 May 12 05:29:23.647273 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 872b53b1-254f-4a0d-b773-677f0d422648 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:23.682002 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1525620552-network', 'tenant_id': '70e79a23d3b64baa9734dae8f49e42f6'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:23.707226 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af358b6-69aa-49e0-ae45-b5bdb9f9512a req-2afc6af2-0d57-47b6-855c-93cc0e451501 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:23.719251 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0af358b6-69aa-49e0-ae45-b5bdb9f9512a req-2afc6af2-0d57-47b6-855c-93cc0e451501 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 944 time: 0.1491666 May 12 05:29:23.719673 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Made reservation on behalf of 70e79a23d3b64baa9734dae8f49e42f6 for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:23.722041 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.741169 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.745082 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f737f312-ccbb-4042-8504-0db6fa698f5e None None] Provisioning complete for port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:23.745679 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f737f312-ccbb-4042-8504-0db6fa698f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.806710 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f737f312-ccbb-4042-8504-0db6fa698f5e None None] Port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:23.842351 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0af358b6-69aa-49e0-ae45-b5bdb9f9512a req-ccf087d7-f22d-4625-af44-6b9a9eebe572 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198661 May 12 05:29:23.865843 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 250e029d-8fe4-47ce-a69a-7e408a68c50e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:23.869070 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 872b53b1-254f-4a0d-b773-677f0d422648 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:29:23.886701 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 872b53b1-254f-4a0d-b773-677f0d422648 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:23.887238 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.914000 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '250e029d-8fe4-47ce-a69a-7e408a68c50e', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'port_id': '250e029d-8fe4-47ce-a69a-7e408a68c50e', 'mac_address': 'fa:16:3e:07:45:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:29:23.915664 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.922925 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:23.955485 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:29:23.969643 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 250e029d-8fe4-47ce-a69a-7e408a68c50e is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:23.969848 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.005951 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250e029d-8fe4-47ce-a69a-7e408a68c50e {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:24.015638 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.015638 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Added segment 658391ef-2854-41de-bb01-27b782a955fa of type vlan for network 0c8a6d15-096d-4e28-8a43-382eec409af0 May 12 05:29:24.025615 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 872b53b1-254f-4a0d-b773-677f0d422648 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:24.026378 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.027357 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:24.050693 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f87869-0d3c-406b-b8d6-7f0282c2e4ab {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:24.064819 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 250e029d-8fe4-47ce-a69a-7e408a68c50e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:24.069189 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.072007 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae92c569-529e-4785-a790-da0ffa53d9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872b53b1-254f-4a0d-b773-677f0d422648'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:24.074315 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91254b0a-0c68-4ca7-839c-17452a20e3f7" -d '{"events": [{"server_uuid": "ae92c569-529e-4785-a790-da0ffa53d9d4", "name": "network-vif-plugged", "status": "completed", "tag": "872b53b1-254f-4a0d-b773-677f0d422648"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:24.093365 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.096330 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Transition to ACTIVE for port object c2f87869-0d3c-406b-b8d6-7f0282c2e4ab will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:29:24.106357 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.106990 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.109275 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device f39710fc-48cf-4d5f-9173-8aa43c51c97d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:29:24.134310 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 872b53b1-254f-4a0d-b773-677f0d422648, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=872b53b1-254f-4a0d-b773-677f0d422648,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:24.147993 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.149051 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:24.149635 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.164464 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeefced-7bb2-4df7-9e5e-06b3bf167151 x-openstack-request-id: req-fbeefced-7bb2-4df7-9e5e-06b3bf167151 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:24.165066 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae92c569-529e-4785-a790-da0ffa53d9d4", "name": "network-vif-plugged", "status": "completed", "tag": "872b53b1-254f-4a0d-b773-677f0d422648", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:24.165521 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbeefced-7bb2-4df7-9e5e-06b3bf167151 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:24.166063 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbeefced-7bb2-4df7-9e5e-06b3bf167151'] response: {'server_uuid': 'ae92c569-529e-4785-a790-da0ffa53d9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872b53b1-254f-4a0d-b773-677f0d422648', 'code': 200} May 12 05:29:24.170530 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.185323 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8612425 May 12 05:29:24.185970 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44442) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:24.235960 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Request body: {'subnet': {'network_id': '0c8a6d15-096d-4e28-8a43-382eec409af0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1525620552-subnet', 'tenant_id': '70e79a23d3b64baa9734dae8f49e42f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:24.256801 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Pushing event updated for resources: {'Port': ['ID=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:24.333374 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=250e029d-8fe4-47ce-a69a-7e408a68c50e,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:24.339967 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Attempting to bind port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:24.340309 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Attempting to bind port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:24.340705 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Attempting to bind port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:24.378546 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab on network 279f8040-9dbf-4e91-8729-00b5b73c5077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:29:24.379758 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Attempting to bind port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:24.395520 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:24.398679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Checking segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:24.399394 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Bound using segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:24.400754 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Bound port: c2f87869-0d3c-406b-b8d6-7f0282c2e4ab, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:24.402208 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.422021 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48f1b-aa55-4cb2-9e81-c73cdd9f6d54 admin admin] Pushing event updated for resources: {'Network': ['ID=0c8a6d15-096d-4e28-8a43-382eec409af0,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:24.447024 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 0c8a6d15-096d-4e28-8a43-382eec409af0 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:29:24.474359 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port f39710fc-48cf-4d5f-9173-8aa43c51c97d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:24.615770 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Made reservation on behalf of 70e79a23d3b64baa9734dae8f49e42f6 for: {'subnet': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:24.620543 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=872b53b1-254f-4a0d-b773-677f0d422648,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:24.621896 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8870642'] for subnet, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.653870 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'port_id': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'mac_address': 'fa:16:3e:eb:af:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:29:24.684306 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77350956-ade4-4d12-aa96-f09026e48baf req-5d84542e-6c35-45de-8bd2-a7057cfa0f62 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:24.695278 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-77350956-ade4-4d12-aa96-f09026e48baf req-5d84542e-6c35-45de-8bd2-a7057cfa0f62 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 943 time: 0.2603929 May 12 05:29:24.705078 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] For port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:24.710286 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] For port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:24.722904 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0468-4763-4868-ab31-69724abcb1cb req-612f6adc-149b-4483-9ecc-3ba4e542c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:24.724455 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-601c0468-4763-4868-ab31-69724abcb1cb req-612f6adc-149b-4483-9ecc-3ba4e542c9cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 1099 time: 0.2817404 May 12 05:29:24.746084 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.767794 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port f39710fc-48cf-4d5f-9173-8aa43c51c97d is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:24.768854 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.785029 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39710fc-48cf-4d5f-9173-8aa43c51c97d {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:24.839854 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port f39710fc-48cf-4d5f-9173-8aa43c51c97d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:24.844238 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:24.844868 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.846322 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] 10.222.0.35 "PUT /v2.0/ports/c2f87869-0d3c-406b-b8d6-7f0282c2e4ab HTTP/1.1" status: 200 len: 1093 time: 1.5768979 May 12 05:29:24.846773 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'tag': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:24.849109 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd2d92d-3fa7-45aa-a1fe-6100825cacd7", "tag": "c2f87869-0d3c-406b-b8d6-7f0282c2e4ab"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:24.852213 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:24.893863 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-77350956-ade4-4d12-aa96-f09026e48baf req-53ab7ef3-95ac-4c25-b3e4-f98b7db73437 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861570 May 12 05:29:24.937825 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac27b6-932b-4d1f-aeaf-e258d2077ccc service neutron] Pushing event updated for resources: {'Port': ['ID=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:25.001513 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-f5720c21-4c6a-44c4-8f27-a085bfe40624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:25.009727 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-f5720c21-4c6a-44c4-8f27-a085bfe40624 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 1096 time: 0.0869782 May 12 05:29:25.028873 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-601c0468-4763-4868-ab31-69724abcb1cb req-23d264f9-3997-433c-b547-b52a3b722c05 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848077 May 12 05:29:25.057572 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=f39710fc-48cf-4d5f-9173-8aa43c51c97d,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:25.078523 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360f02-5f00-461e-a078-18576e688d45 req-37476160-2fe0-44d7-b9cc-383130419f81 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:25.091805 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b81aefa-548a-4153-8cf7-fadb7b1fc3a8 x-openstack-request-id: req-3b81aefa-548a-4153-8cf7-fadb7b1fc3a8 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:25.092353 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd2d92d-3fa7-45aa-a1fe-6100825cacd7", "tag": "c2f87869-0d3c-406b-b8d6-7f0282c2e4ab", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:25.092765 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b81aefa-548a-4153-8cf7-fadb7b1fc3a8 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:25.093926 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b81aefa-548a-4153-8cf7-fadb7b1fc3a8'] response: {'name': 'network-changed', 'server_uuid': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'tag': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'status': 'completed', 'code': 200} May 12 05:29:25.096986 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-3161f62d-f594-4517-a73a-e8126aa871cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab HTTP/1.1" status: 200 len: 217 time: 0.0715568 May 12 05:29:25.100239 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2c360f02-5f00-461e-a078-18576e688d45 req-37476160-2fe0-44d7-b9cc-383130419f81 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 944 time: 0.3572490 May 12 05:29:25.128682 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['250e029d-8fe4-47ce-a69a-7e408a68c50e'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:25.196928 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2c360f02-5f00-461e-a078-18576e688d45 req-f8a24ad2-ef91-4ce1-8faf-5f9a9272643c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957372 May 12 05:29:25.219335 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['f39710fc-48cf-4d5f-9173-8aa43c51c97d'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:25.366971 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228ed76-7e6c-4aa9-9e21-8e3c73fc5a6b req-b804e3f0-c766-4aea-881a-95b7a37dea98 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:25.366971 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3228ed76-7e6c-4aa9-9e21-8e3c73fc5a6b req-b804e3f0-c766-4aea-881a-95b7a37dea98 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 945 time: 0.1798027 May 12 05:29:25.371438 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3472103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8870624'] for subnet, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:25.412080 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-ef12d8e7-424e-4161-a807-436932e738d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:25.421159 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-ef12d8e7-424e-4161-a807-436932e738d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.1597219 May 12 05:29:25.448216 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373c9963-fe33-43d0-81b2-ab6e64d878fe,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:25.456021 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Checking segment: {'id': '658391ef-2854-41de-bb01-27b782a955fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0c8a6d15-096d-4e28-8a43-382eec409af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:25.457611 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Network hostable DHCP agents. Network: 0c8a6d15-096d-4e28-8a43-382eec409af0, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:29:25.480380 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Network 0c8a6d15-096d-4e28-8a43-382eec409af0 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:29:25.518791 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 0c8a6d15-096d-4e28-8a43-382eec409af0) {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:25.522660 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:25.523338 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:25.535898 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c172b-aa05-4da7-b671-203e05e392e8 None None] Network 0c8a6d15-096d-4e28-8a43-382eec409af0 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:25.566400 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b5369107-c19e-4593-bdec-45d77e298714 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3282368 May 12 05:29:25.571214 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3228ed76-7e6c-4aa9-9e21-8e3c73fc5a6b req-8134607a-fdd3-4a03-8a82-95868ee82870 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714168 May 12 05:29:25.601720 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-446acfca-b3e9-4504-a309-b5e55bc4bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:25.602638 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-446acfca-b3e9-4504-a309-b5e55bc4bdec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1806958 May 12 05:29:25.838822 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-be683ac7-5fcd-4b6a-9ff0-ce3d883dda3a service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255766 May 12 05:29:25.839556 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc05ebd-1b2b-4333-9d8c-b0a84d897774 None None] Network 0c8a6d15-096d-4e28-8a43-382eec409af0 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:26.192686 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-061486b4-cd5b-42d6-b79c-636e12bac53b req-82dc523f-e5b8-42e6-b430-1d5696d878e4 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433106 May 12 05:29:26.237061 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595c73-6301-4148-abcf-88e5b7de49ef req-8a7faa2f-2b0d-4c75-ba52-99fbd8d79454 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.239172 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-84595c73-6301-4148-abcf-88e5b7de49ef req-8a7faa2f-2b0d-4c75-ba52-99fbd8d79454 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 943 time: 0.1862679 May 12 05:29:26.351616 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9bfa6-9ca3-4306-b184-5fe49f7421b7 req-c0985909-ccdb-422c-a37f-3f73b15af2ed tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.360375 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9da9bfa6-9ca3-4306-b184-5fe49f7421b7 req-c0985909-ccdb-422c-a37f-3f73b15af2ed tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 945 time: 0.0664332 May 12 05:29:26.361782 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-84595c73-6301-4148-abcf-88e5b7de49ef req-e3299f87-6b09-466d-b5dd-911a2889584d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148834 May 12 05:29:26.363673 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-ed07110b-52ed-4850-892c-f0228da29cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.366197 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-ed07110b-52ed-4850-892c-f0228da29cd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 1096 time: 0.0598221 May 12 05:29:26.452320 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9da9bfa6-9ca3-4306-b184-5fe49f7421b7 req-5a2c0718-8656-4bd2-9f70-c79c8386cf91 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906138 May 12 05:29:26.467282 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44536) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:26.475787 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172958725-network', 'tenant_id': 'b229ca4d9d924e6f94acd11c5ddf32fe'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:26.502174 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Made reservation on behalf of b229ca4d9d924e6f94acd11c5ddf32fe for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:26.504734 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:26.513197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:26.526231 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6abf31-96d4-4539-a249-4f1a13ce654a req-d310473c-e2ec-4474-86c3-536ab02d4fa1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.527672 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0c6abf31-96d4-4539-a249-4f1a13ce654a req-d310473c-e2ec-4474-86c3-536ab02d4fa1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 945 time: 0.0717688 May 12 05:29:26.528834 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-0795c53d-892c-4e88-9c71-50b376275806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.530267 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-0795c53d-892c-4e88-9c71-50b376275806 service neutron] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 915 time: 0.1531849 May 12 05:29:26.593180 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-71b47eff-1a93-4930-ba57-f26acc5fce15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab HTTP/1.1" status: 200 len: 217 time: 0.0491846 May 12 05:29:26.616696 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:26.626220 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:26.644893 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0c6abf31-96d4-4539-a249-4f1a13ce654a req-3d451e12-bafd-4b4d-9f22-4b1e69c9d8a4 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098440 May 12 05:29:26.673231 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:29:26.677110 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-9d9fd6c2-c3aa-4a7d-952f-e0349edefb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.679382 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-9d9fd6c2-c3aa-4a7d-952f-e0349edefb50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0778108 May 12 05:29:26.728313 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fb1e4e-7919-4e61-8d9e-732a6f227c1b,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:26.740656 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-5f3203e3-f508-4b04-80d9-b3e5df719b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.748013 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:26.749120 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-5f3203e3-f508-4b04-80d9-b3e5df719b60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0625467 May 12 05:29:26.750129 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Added segment 80e36b6f-34fb-4a9a-835e-35a0cfe9f56e of type vlan for network 1149e951-61f8-4eb8-b4d2-8246b80ba99d May 12 05:29:26.827162 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b3cac-e53f-4fb8-b11c-0e8193bfcbae req-988763cd-fe77-4cbb-a0b8-da43780fb4a6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.829360 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-762b3cac-e53f-4fb8-b11c-0e8193bfcbae req-988763cd-fe77-4cbb-a0b8-da43780fb4a6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 945 time: 0.1392038 May 12 05:29:26.832903 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:26.860260 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-8dc754c2-105d-4de6-b6dc-1cfadba386d2 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029041 May 12 05:29:26.889715 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:26.890667 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:26.891234 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:26.916997 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-762b3cac-e53f-4fb8-b11c-0e8193bfcbae req-8c0cba80-6c61-4f28-ad4a-bc116f52ee4c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768826 May 12 05:29:26.966688 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4932873 May 12 05:29:26.966688 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d73d4-6ea4-4dc8-8dea-5cefcc2f64ec admin admin] Pushing event updated for resources: {'Network': ['ID=1149e951-61f8-4eb8-b4d2-8246b80ba99d,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:26.967958 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44564) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:26.976506 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Request body: {'subnet': {'network_id': '1149e951-61f8-4eb8-b4d2-8246b80ba99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172958725-subnet', 'tenant_id': 'b229ca4d9d924e6f94acd11c5ddf32fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:26.976631 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 1149e951-61f8-4eb8-b4d2-8246b80ba99d details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:29:26.999332 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2203686a-c3ed-4e59-8eb2-2da3c7087e5a req-fe8f3658-494c-41c6-86f5-3b0962bbcb2c service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309247 May 12 05:29:27.010211 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Made reservation on behalf of b229ca4d9d924e6f94acd11c5ddf32fe for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:27.013018 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:27.185812 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:27.246460 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8ad3d1-b841-41cc-82c7-53c4a4c54d3a,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:27.255087 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Checking segment: {'id': '80e36b6f-34fb-4a9a-835e-35a0cfe9f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '1149e951-61f8-4eb8-b4d2-8246b80ba99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:27.255441 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Network hostable DHCP agents. Network: 1149e951-61f8-4eb8-b4d2-8246b80ba99d, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:29:27.278125 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Network 1149e951-61f8-4eb8-b4d2-8246b80ba99d is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:29:27.286684 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 1149e951-61f8-4eb8-b4d2-8246b80ba99d) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:27.291121 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:27.291910 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:27.296921 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b8e725-92b1-4cfa-83b1-ea33745d65f1 None None] Network 1149e951-61f8-4eb8-b4d2-8246b80ba99d requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:27.323450 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-741f1225-2e89-4217-b546-221af1ac3258 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3540258 May 12 05:29:27.434736 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3503df-e976-4ead-a026-760a2a684f4e None None] Network 1149e951-61f8-4eb8-b4d2-8246b80ba99d requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:27.598958 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47095c1c-ae9b-40ba-aaa1-895124ee9c4a req-98d8cf9b-6fd1-425b-b0b6-8c341974949b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:27.600761 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-47095c1c-ae9b-40ba-aaa1-895124ee9c4a req-98d8cf9b-6fd1-425b-b0b6-8c341974949b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 943 time: 0.0864906 May 12 05:29:27.600880 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 250e029d-8fe4-47ce-a69a-7e408a68c50e up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:27.640103 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9d053-e6b3-4067-ad18-3348ab41b634 req-90f87b43-50f3-4bf7-b8e3-2fd9a64e25f4 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:27.641811 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-01e9d053-e6b3-4067-ad18-3348ab41b634 req-90f87b43-50f3-4bf7-b8e3-2fd9a64e25f4 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 945 time: 0.0853870 May 12 05:29:27.644266 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-47095c1c-ae9b-40ba-aaa1-895124ee9c4a req-09acb8c5-fe75-49bd-8707-7d30852c6d9d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370696 May 12 05:29:27.689301 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-01e9d053-e6b3-4067-ad18-3348ab41b634 req-fc6b49da-6920-477c-83ee-3e57f988b6a9 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 May 12 05:29:27.784993 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 250e029d-8fe4-47ce-a69a-7e408a68c50e completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:29:27.791769 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 250e029d-8fe4-47ce-a69a-7e408a68c50e triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:27.792048 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:27.832694 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154153a3-2583-4eeb-9db6-c379c4d8d738 req-a82a47fc-36ed-4382-b21b-8dd718add69d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:27.834378 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-154153a3-2583-4eeb-9db6-c379c4d8d738 req-a82a47fc-36ed-4382-b21b-8dd718add69d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 945 time: 0.0799980 May 12 05:29:27.896107 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 250e029d-8fe4-47ce-a69a-7e408a68c50e is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:27.896487 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:27.900925 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-154153a3-2583-4eeb-9db6-c379c4d8d738 req-62ae811e-e749-48d0-b4dd-d7d0690e3c66 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460513 May 12 05:29:27.936388 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83151ffb-2797-469b-b17e-539e6bfc6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250e029d-8fe4-47ce-a69a-7e408a68c50e'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:27.939079 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774dd449-cb32-4b86-8984-c7b7bea051e9" -d '{"events": [{"server_uuid": "83151ffb-2797-469b-b17e-539e6bfc6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "250e029d-8fe4-47ce-a69a-7e408a68c50e"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:27.954799 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 250e029d-8fe4-47ce-a69a-7e408a68c50e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:27.960313 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:27.962028 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device f39710fc-48cf-4d5f-9173-8aa43c51c97d up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:27.997750 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aa8f43-e3f0-4a41-98d9-493e1f706f56 x-openstack-request-id: req-68aa8f43-e3f0-4a41-98d9-493e1f706f56 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:27.998698 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83151ffb-2797-469b-b17e-539e6bfc6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "250e029d-8fe4-47ce-a69a-7e408a68c50e", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:27.999082 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68aa8f43-e3f0-4a41-98d9-493e1f706f56 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:27.999670 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68aa8f43-e3f0-4a41-98d9-493e1f706f56'] response: {'server_uuid': '83151ffb-2797-469b-b17e-539e6bfc6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250e029d-8fe4-47ce-a69a-7e408a68c50e', 'code': 200} May 12 05:29:28.012307 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-b5931e57-42c1-4283-8e39-c43069d4b17b tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:28.013767 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-b5931e57-42c1-4283-8e39-c43069d4b17b tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/networks?id=0c8a6d15-096d-4e28-8a43-382eec409af0 HTTP/1.1" status: 200 len: 809 time: 0.1423845 May 12 05:29:28.066563 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3fa13730-d5b1-46b8-9002-eb3bf1cc0468 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/quotas/70e79a23d3b64baa9734dae8f49e42f6 HTTP/1.1" status: 200 len: 375 time: 0.0205998 May 12 05:29:28.075915 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=250e029d-8fe4-47ce-a69a-7e408a68c50e,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:28.098187 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port f39710fc-48cf-4d5f-9173-8aa43c51c97d completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:29:28.106543 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port f39710fc-48cf-4d5f-9173-8aa43c51c97d triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:28.107105 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:28.122371 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-a524109c-0e63-4b7a-908b-bc66fe74a19e tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=70e79a23d3b64baa9734dae8f49e42f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473905 May 12 05:29:28.139902 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-1fe7ec7d-c7f5-4715-a3ef-d354dc844b58 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:28.141530 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-1fe7ec7d-c7f5-4715-a3ef-d354dc844b58 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.35 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 945 time: 0.1268768 May 12 05:29:28.154197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd9fb-e34d-44be-84a0-dd57808b1da2 req-c07dd82e-42c2-45ab-8d87-cc0d857966de tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:28.157547 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b1acd9fb-e34d-44be-84a0-dd57808b1da2 req-c07dd82e-42c2-45ab-8d87-cc0d857966de tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1076667 May 12 05:29:28.231742 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port f39710fc-48cf-4d5f-9173-8aa43c51c97d is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:28.232128 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:28.268883 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b1acd9fb-e34d-44be-84a0-dd57808b1da2 req-edb69735-43e6-4386-bf77-c249f944a59b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050644 May 12 05:29:28.276578 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port f39710fc-48cf-4d5f-9173-8aa43c51c97d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:28.282454 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:28.293128 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043da0de-4e73-4b4f-90f6-462f71b75fb5 req-842238e7-5458-492c-8b2b-1a1dda0c7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:28.294784 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-043da0de-4e73-4b4f-90f6-462f71b75fb5 req-842238e7-5458-492c-8b2b-1a1dda0c7077 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 1099 time: 0.0773942 May 12 05:29:28.340708 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-043da0de-4e73-4b4f-90f6-462f71b75fb5 req-b638e11c-2a35-4d1e-8338-25d737616487 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 May 12 05:29:28.344563 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=f39710fc-48cf-4d5f-9173-8aa43c51c97d,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:28.540408 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44640) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:28.607081 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-a58265a9-b4f4-45fd-9e86-b66b8be44c73 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8a6d15-096d-4e28-8a43-382eec409af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835658 May 12 05:29:28.674309 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-07ee7376-8318-4efd-841e-69e94aef7e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:28.688423 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Deleting port 0df33267-20a5-4070-b213-43b61db54c10 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:29:28.688982 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:28.776380 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-6bd16bf4-8435-41f3-bd0e-a3fb3228c1d9 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8a6d15-096d-4e28-8a43-382eec409af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683788 May 12 05:29:28.799093 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfdf30-0fe3-4a79-b940-4c50d0baaaa0 req-f5bbd2c6-1f88-43f9-a7ef-7da4dd5e1818 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:28.804467 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cabfdf30-0fe3-4a79-b940-4c50d0baaaa0 req-f5bbd2c6-1f88-43f9-a7ef-7da4dd5e1818 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 943 time: 0.0805876 May 12 05:29:28.823525 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] For port 0df33267-20a5-4070-b213-43b61db54c10, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0df33267-20a5-4070-b213-43b61db54c10,segment=NetworkSegment(8c7f2bf5-1a54-464e-abb5-46b4060e9771),segment_id=8c7f2bf5-1a54-464e-abb5-46b4060e9771)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:28.824270 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:28.840488 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-07ee7376-8318-4efd-841e-69e94aef7e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:28.847621 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Calling delete_port for 0df33267-20a5-4070-b213-43b61db54c10 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:29:28.861346 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cabfdf30-0fe3-4a79-b940-4c50d0baaaa0 req-e51cadc9-b837-4a17-8215-ada296d9da6f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496736 May 12 05:29:28.862202 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-07ee7376-8318-4efd-841e-69e94aef7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:28.917792 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee7376-8318-4efd-841e-69e94aef7e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ca720-1e59-461c-a884-f49d60ad0064,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:28.975254 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-07ee7376-8318-4efd-841e-69e94aef7e90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b525b540cfef4d0599d06e1c5279f813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294515 May 12 05:29:28.975974 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44660) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:29.065622 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d305ab5d-e735-44f8-aa9d-1f6282ba9d09 req-eb5f44ac-4431-40b9-b6de-9f222788f7d1 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 210 time: 0.0940676 May 12 05:29:29.104500 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff04369-a5d1-4bf6-9688-fa0b3f9c7117 req-48798b4f-3d2d-4cc4-920d-7a68ebdbc7c7 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:29.106017 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fff04369-a5d1-4bf6-9688-fa0b3f9c7117 req-48798b4f-3d2d-4cc4-920d-7a68ebdbc7c7 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 945 time: 0.1130283 May 12 05:29:29.109387 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9a250514-3b0d-4bf0-a809-14b52eb667d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.147682 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9a250514-3b0d-4bf0-a809-14b52eb667d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.183304 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fff04369-a5d1-4bf6-9688-fa0b3f9c7117 req-7c77116e-f279-4a45-a555-db70c77bb9b5 tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/security-groups?id=050deb1e-1b77-43f9-8890-6b9265b4ec01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690217 May 12 05:29:29.225848 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9a250514-3b0d-4bf0-a809-14b52eb667d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.228009 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.231432 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9a250514-3b0d-4bf0-a809-14b52eb667d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.235092 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-9a250514-3b0d-4bf0-a809-14b52eb667d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a98ca720-1e59-461c-a884-f49d60ad0064 HTTP/1.1" status: 204 len: 168 time: 0.2557108 May 12 05:29:29.242792 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['0df33267-20a5-4070-b213-43b61db54c10'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:29.269732 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a250514-3b0d-4bf0-a809-14b52eb667d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ca720-1e59-461c-a884-f49d60ad0064,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:29.300136 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77e31e-36d8-4971-9595-265ebf6a6e6c req-42270d79-38f9-47d3-8d1e-e15748f4f40a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:29.318327 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0a77e31e-36d8-4971-9595-265ebf6a6e6c req-42270d79-38f9-47d3-8d1e-e15748f4f40a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1597955 May 12 05:29:29.319961 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Pushing event deleted for resources: {'Port': ['ID=0df33267-20a5-4070-b213-43b61db54c10,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:29.437918 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] No DVR routers for this DVR port 0df33267-20a5-4070-b213-43b61db54c10 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:29:29.442339 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.446563 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-125555c5-8cc0-4be1-9b5e-d7e2382c1653 req-9c6859de-89dc-46d1-8239-13b4e781100f tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.35 "DELETE /v2.0/ports/0df33267-20a5-4070-b213-43b61db54c10 HTTP/1.1" status: 204 len: 173 time: 1.2251515 May 12 05:29:29.447163 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556fefc-b8ae-4852-921b-f7392a3da5bb', 'name': 'network-vif-deleted', 'tag': '0df33267-20a5-4070-b213-43b61db54c10'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:29.449607 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868077d0-5f0e-4e8c-8f38-59a70b3da048" -d '{"events": [{"server_uuid": "e556fefc-b8ae-4852-921b-f7392a3da5bb", "name": "network-vif-deleted", "tag": "0df33267-20a5-4070-b213-43b61db54c10"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:29.462135 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66491f2f-efbc-40e2-96b7-d0097af33e89 req-95116321-257c-49f8-8cfc-201b31c4cc4f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:29.465889 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-66491f2f-efbc-40e2-96b7-d0097af33e89 req-95116321-257c-49f8-8cfc-201b31c4cc4f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0901985 May 12 05:29:29.485689 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0a77e31e-36d8-4971-9595-265ebf6a6e6c req-0e966af5-0b63-4109-8c36-4f71fe316a0b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982206 May 12 05:29:29.543330 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa795f9b-02e9-401b-8348-95717cf896c6 x-openstack-request-id: req-fa795f9b-02e9-401b-8348-95717cf896c6 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:29.543764 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556fefc-b8ae-4852-921b-f7392a3da5bb", "name": "network-vif-deleted", "tag": "0df33267-20a5-4070-b213-43b61db54c10", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:29.543903 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa795f9b-02e9-401b-8348-95717cf896c6 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:29.544348 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa795f9b-02e9-401b-8348-95717cf896c6'] response: {'server_uuid': 'e556fefc-b8ae-4852-921b-f7392a3da5bb', 'name': 'network-vif-deleted', 'tag': '0df33267-20a5-4070-b213-43b61db54c10', 'status': 'completed', 'code': 200} May 12 05:29:29.577369 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-66491f2f-efbc-40e2-96b7-d0097af33e89 req-64c59f68-5716-4733-a610-60d89ffeae20 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002581 May 12 05:29:29.590668 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device c2f87869-0d3c-406b-b8d6-7f0282c2e4ab details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:29:29.742504 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:29.759702 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:29:29.809332 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44690) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:29.816982 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:29.817507 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.829637 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d669c8c9-7c0e-4b4a-9285-73902fcc9830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.831935 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f87869-0d3c-406b-b8d6-7f0282c2e4ab {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:29.874024 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:29.882583 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.939252 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d669c8c9-7c0e-4b4a-9285-73902fcc9830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.945648 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d669c8c9-7c0e-4b4a-9285-73902fcc9830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:29.960728 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:29.995078 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669c8c9-7c0e-4b4a-9285-73902fcc9830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d9924e-e256-4fb0-9a1f-8122a6287806,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:29.997538 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44696) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:30.001002 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:30.004777 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a678ef0-5770-4bc4-9683-ab6119506615" -d '{"events": [{"server_uuid": "bcbeedd2-12be-4ae9-90f7-f70491690367", "name": "network-vif-plugged", "status": "completed", "tag": "f39710fc-48cf-4d5f-9173-8aa43c51c97d"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:30.005797 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-d669c8c9-7c0e-4b4a-9285-73902fcc9830 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91e611c7c29747a49cca7e5973836ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951840 May 12 05:29:30.009098 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44700) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:30.037725 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044be79-471f-4a4b-aa8a-aa804d004bc3 req-5e94ac61-7c17-4bb9-85ae-640782667094 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:30.039223 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c044be79-471f-4a4b-aa8a-aa804d004bc3 req-5e94ac61-7c17-4bb9-85ae-640782667094 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 944 time: 0.0855088 May 12 05:29:30.053201 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca19c2fb-271e-4f86-bde2-7d5b26b3669d x-openstack-request-id: req-ca19c2fb-271e-4f86-bde2-7d5b26b3669d {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:30.053511 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbeedd2-12be-4ae9-90f7-f70491690367", "name": "network-vif-plugged", "status": "completed", "tag": "f39710fc-48cf-4d5f-9173-8aa43c51c97d", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:30.053760 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca19c2fb-271e-4f86-bde2-7d5b26b3669d {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:30.054283 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca19c2fb-271e-4f86-bde2-7d5b26b3669d'] response: {'server_uuid': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'code': 200} May 12 05:29:30.120375 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c044be79-471f-4a4b-aa8a-aa804d004bc3 req-3a3a42d3-e1ea-4257-abc2-1d6d29ef5159 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736651 May 12 05:29:30.146960 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fcb10bee-5f67-432e-8759-2066deb8f061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.149856 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['c2f87869-0d3c-406b-b8d6-7f0282c2e4ab'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:30.182129 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-06f9ad13-ad72-4f99-809e-94a8d0b31fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.194755 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fcb10bee-5f67-432e-8759-2066deb8f061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.310984 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6695fa-ffda-4f8a-9396-af4100799d17 req-06660e40-9a09-46a3-a997-9498ef252d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:30.312694 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-df6695fa-ffda-4f8a-9396-af4100799d17 req-06660e40-9a09-46a3-a997-9498ef252d7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 1099 time: 0.0726547 May 12 05:29:30.350095 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-45dc6e12-b80c-471f-a2fe-e5d07bfd6a82 req-2c48ad58-e152-4235-8a26-3917f9073daa tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 210 time: 0.1346817 May 12 05:29:30.377020 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6b0faf93-21b8-47bb-90cd-af3dcfada52a req-5e13ab9f-e157-4454-be8c-37fffbb7f1ed tempest-DeleteServersTestJSON-111861720 tempest-DeleteServersTestJSON-111861720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e556fefc-b8ae-4852-921b-f7392a3da5bb HTTP/1.1" status: 200 len: 210 time: 0.0378301 May 12 05:29:30.377716 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fcb10bee-5f67-432e-8759-2066deb8f061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.380861 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fcb10bee-5f67-432e-8759-2066deb8f061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.382534 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-fcb10bee-5f67-432e-8759-2066deb8f061 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07d9924e-e256-4fb0-9a1f-8122a6287806 HTTP/1.1" status: 204 len: 168 time: 0.3621862 May 12 05:29:30.422960 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-df6695fa-ffda-4f8a-9396-af4100799d17 req-e73924fb-855c-4a50-8768-d017352194be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006923 May 12 05:29:30.424566 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb10bee-5f67-432e-8759-2066deb8f061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d9924e-e256-4fb0-9a1f-8122a6287806,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:30.512135 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-a79dd62c-1180-420c-afdf-51c64f5441a9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:30.513586 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-a79dd62c-1180-420c-afdf-51c64f5441a9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.35 "GET /v2.0/networks?id=0c8a6d15-096d-4e28-8a43-382eec409af0 HTTP/1.1" status: 200 len: 809 time: 0.1734691 May 12 05:29:30.533238 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-06f9ad13-ad72-4f99-809e-94a8d0b31fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.540978 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-06f9ad13-ad72-4f99-809e-94a8d0b31fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.635507 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-06f9ad13-ad72-4f99-809e-94a8d0b31fcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=479ce4fcb4104c6992ce58cbb9717b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6366498 May 12 05:29:30.638259 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44724) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:30.639422 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9ad13-ad72-4f99-809e-94a8d0b31fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db331a9-fddf-418c-92ef-9ad5292b835e,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:30.689590 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09b3aa-936a-4e5a-b1b4-e452cb44a90a req-9b4f5903-089c-4eb1-bbf9-9bb587b3f492 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:30.697934 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bd09b3aa-936a-4e5a-b1b4-e452cb44a90a req-9b4f5903-089c-4eb1-bbf9-9bb587b3f492 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1338482 May 12 05:29:30.702954 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Request body: {'port': {'device_id': '6c7818aa-d020-4582-b9a4-fec8c039ff77', 'network_id': '0c8a6d15-096d-4e28-8a43-382eec409af0', 'admin_state_up': True, 'tenant_id': '70e79a23d3b64baa9734dae8f49e42f6'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:30.752619 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d409dc-11ca-4e65-bcd1-851d0572b094 req-8fb8f0fa-fc4d-4492-99d9-c994d1d70313 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:30.753954 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-84d409dc-11ca-4e65-bcd1-851d0572b094 req-8fb8f0fa-fc4d-4492-99d9-c994d1d70313 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0869610 May 12 05:29:30.814362 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e1e407f4-e375-4fa6-ab45-a3b1db58f902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.825064 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44730) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:30.827405 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bd09b3aa-936a-4e5a-b1b4-e452cb44a90a req-c7b09e93-4bab-4827-840f-cc88131ec52d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211820 May 12 05:29:30.841623 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-84d409dc-11ca-4e65-bcd1-851d0572b094 req-f6072b2e-039f-4d58-a964-9503ca0528e2 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778177 May 12 05:29:30.858939 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4af250a7-d60d-47f4-8d91-0ab4fff1367d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.874341 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e1e407f4-e375-4fa6-ab45-a3b1db58f902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.890375 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Made reservation on behalf of 70e79a23d3b64baa9734dae8f49e42f6 for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:30.895395 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.970027 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4af250a7-d60d-47f4-8d91-0ab4fff1367d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:30.984764 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4af250a7-d60d-47f4-8d91-0ab4fff1367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.042585 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-4af250a7-d60d-47f4-8d91-0ab4fff1367d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d072bf713ab74fddb02007005e3324aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088385 May 12 05:29:31.046943 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44738) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:31.086132 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af250a7-d60d-47f4-8d91-0ab4fff1367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d89b29-20e8-4d6b-be93-01a9cfe68cac,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:31.096475 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Allocated IP 172.20.0.14 (0c8a6d15-096d-4e28-8a43-382eec409af0/373c9963-fe33-43d0-81b2-ab6e64d878fe/a69c2605-67ec-406d-b982-2988d3be0a06) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:31.124852 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e1e407f4-e375-4fa6-ab45-a3b1db58f902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.128068 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e1e407f4-e375-4fa6-ab45-a3b1db58f902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.129596 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e1e407f4-e375-4fa6-ab45-a3b1db58f902 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2db331a9-fddf-418c-92ef-9ad5292b835e HTTP/1.1" status: 204 len: 168 time: 0.4879477 May 12 05:29:31.141117 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-38649eef-2cc1-4d63-9794-838afd39ccfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.161230 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e407f4-e375-4fa6-ab45-a3b1db58f902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db331a9-fddf-418c-92ef-9ad5292b835e,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:31.185388 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-38649eef-2cc1-4d63-9794-838afd39ccfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.304778 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5c1c-3c17-4cb8-a993-e2f861f7be09 req-f4b08448-5d09-46f9-9aa6-3380c36895cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:31.308201 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-009c5c1c-3c17-4cb8-a993-e2f861f7be09 req-f4b08448-5d09-46f9-9aa6-3380c36895cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 944 time: 0.0943646 May 12 05:29:31.319113 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-38649eef-2cc1-4d63-9794-838afd39ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.321547 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-38649eef-2cc1-4d63-9794-838afd39ccfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.324946 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-38649eef-2cc1-4d63-9794-838afd39ccfe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7d89b29-20e8-4d6b-be93-01a9cfe68cac HTTP/1.1" status: 204 len: 168 time: 0.2744410 May 12 05:29:31.346728 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-fb42d8c3-32cc-4b9e-a3fe-3e90449b5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:31.348282 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.348396 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-fb42d8c3-32cc-4b9e-a3fe-3e90449b5c68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 1099 time: 0.1007378 May 12 05:29:31.360722 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38649eef-2cc1-4d63-9794-838afd39ccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d89b29-20e8-4d6b-be93-01a9cfe68cac,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:31.393752 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b653ad-7f31-47fc-8c2b-0e9bdb434497 req-c2cfc58f-5822-4230-9fbf-e7e48fd902dc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:31.395221 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-81b653ad-7f31-47fc-8c2b-0e9bdb434497 req-c2cfc58f-5822-4230-9fbf-e7e48fd902dc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0893140 May 12 05:29:31.420171 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.425552 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-009c5c1c-3c17-4cb8-a993-e2f861f7be09 req-eafec043-2675-48be-8dd8-773ba09645f9 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109881 May 12 05:29:31.492782 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-edad528d-5f94-446f-b0e5-e2c8cc2810ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:31.494322 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-edad528d-5f94-446f-b0e5-e2c8cc2810ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.1346154 May 12 05:29:31.500780 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-81b653ad-7f31-47fc-8c2b-0e9bdb434497 req-480b17f3-abe4-48a5-967f-47586a796a3c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976048 May 12 05:29:31.504516 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Network 0c8a6d15-096d-4e28-8a43-382eec409af0 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:31.515087 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Pushing event updated for resources: {'Port': ['ID=a69c2605-67ec-406d-b982-2988d3be0a06,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:31.515087 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:31.521935 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:31.569430 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:29:31.583387 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device c2f87869-0d3c-406b-b8d6-7f0282c2e4ab up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:31.586832 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-a5287613-c6bc-4ee4-89bb-721c279d70ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e HTTP/1.1" status: 200 len: 217 time: 0.0842736 May 12 05:29:31.712507 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-a4b20b08-fca9-4251-a93b-f46d60402cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:31.717050 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-a4b20b08-fca9-4251-a93b-f46d60402cae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.1209986 May 12 05:29:31.741002 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:29:31.746271 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:31.746612 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.772018 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:31.773285 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.811412 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-2a569649-e4cc-4cf6-8763-31bd9bad00a2 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1304302 May 12 05:29:31.824605 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Request body: {'port': {'device_id': '6c7818aa-d020-4582-b9a4-fec8c039ff77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:31.898903 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:31.899306 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.900183 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.946037 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:31.950956 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:31.952362 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 0df33267-20a5-4070-b213-43b61db54c10 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:29:31.962411 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a17c-cfac-4380-92ad-d87983f03f26 req-223138d8-5dc9-4860-b9bf-65f547c9706b tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:31.969385 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9356a17c-cfac-4380-92ad-d87983f03f26 req-223138d8-5dc9-4860-b9bf-65f547c9706b tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 932 time: 0.3859491 May 12 05:29:31.982874 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-0b3d6eab-3fe7-44de-a332-2494c55bc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:31.984439 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-0b3d6eab-3fe7-44de-a332-2494c55bc17a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2143350 May 12 05:29:32.027580 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 0df33267-20a5-4070-b213-43b61db54c10 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:29:32.028135 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 0df33267-20a5-4070-b213-43b61db54c10 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:29:32.042127 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44778) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:32.079692 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:32.085147 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7451c98b-7c20-4d1d-8cc4-1a0bdf7ab842" -d '{"events": [{"server_uuid": "0dd2d92d-3fa7-45aa-a1fe-6100825cacd7", "name": "network-vif-plugged", "status": "completed", "tag": "c2f87869-0d3c-406b-b8d6-7f0282c2e4ab"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:32.105199 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9356a17c-cfac-4380-92ad-d87983f03f26 req-909696bb-d49e-441f-a9c6-f15fe9136cc6 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197212 May 12 05:29:32.120842 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c96f-5a2a-48e7-ac33-54a92d7f8d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.170992 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:32.191557 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486ecbf8-aab2-42b6-963f-cd645b9357f4 x-openstack-request-id: req-486ecbf8-aab2-42b6-963f-cd645b9357f4 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:32.192056 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd2d92d-3fa7-45aa-a1fe-6100825cacd7", "name": "network-vif-plugged", "status": "completed", "tag": "c2f87869-0d3c-406b-b8d6-7f0282c2e4ab", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:32.192438 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-486ecbf8-aab2-42b6-963f-cd645b9357f4 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:32.192957 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486ecbf8-aab2-42b6-963f-cd645b9357f4'] response: {'server_uuid': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'code': 200} May 12 05:29:32.298523 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c96f-5a2a-48e7-ac33-54a92d7f8d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.301666 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6208d-03cb-4dc1-b808-5aa10ecc320e req-b5f97c05-cf92-42d0-b936-3899d9531fe8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:32.304173 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-17192952-1397-446c-a56b-766c412099e3 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939997 May 12 05:29:32.306816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c96f-5a2a-48e7-ac33-54a92d7f8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.317475 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2bd6208d-03cb-4dc1-b808-5aa10ecc320e req-b5f97c05-cf92-42d0-b936-3899d9531fe8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.2249339 May 12 05:29:32.372257 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2bd6208d-03cb-4dc1-b808-5aa10ecc320e req-f87a35df-6f5f-4bc0-ae37-ea57eaaa432f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537493 May 12 05:29:32.432849 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-6ac7c96f-5a2a-48e7-ac33-54a92d7f8d0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41968f646e61486cafef8a3b2d35a491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872244 May 12 05:29:32.433994 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44798) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:32.460995 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7c96f-5a2a-48e7-ac33-54a92d7f8d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc378c40-53c5-4e49-b219-bb13b8d18e64,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:32.558697 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a220f-bd62-4b46-a480-1818e719180c req-6fc43117-4556-4f53-97ab-990339b43bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:32.560142 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-184a220f-bd62-4b46-a480-1818e719180c req-6fc43117-4556-4f53-97ab-990339b43bce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 1098 time: 0.1137514 May 12 05:29:32.561994 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-abfc9f93-4bea-4ed9-b6e2-d094099c5db5 req-44cc6e42-9892-42c0-aff8-9c2aa00b816f service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423160 May 12 05:29:32.563697 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69c2605-67ec-406d-b982-2988d3be0a06 {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:32.571505 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbbb52-0976-4cb6-82e3-9140b8825efa req-92a45b39-b446-465c-99e8-ee884c59bbcd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:32.573162 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a0fbbb52-0976-4cb6-82e3-9140b8825efa req-92a45b39-b446-465c-99e8-ee884c59bbcd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0803411 May 12 05:29:32.587690 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44806) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:32.593368 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'floatingip': {'port_id': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:32.597976 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.656538 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-801be2c0-2308-4b47-bc13-e06d3510689f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.677464 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Transition to ACTIVE for port object a69c2605-67ec-406d-b982-2988d3be0a06 will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:29:32.689036 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.717819 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.736703 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-801be2c0-2308-4b47-bc13-e06d3510689f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.776737 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae15bbd-74d6-48a6-aacb-18f6e0a05d1a req-8ebc2a56-f2eb-4149-9449-a463561f359e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:32.780252 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3ae15bbd-74d6-48a6-aacb-18f6e0a05d1a req-8ebc2a56-f2eb-4149-9449-a463561f359e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 945 time: 0.1892893 May 12 05:29:32.798281 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-184a220f-bd62-4b46-a480-1818e719180c req-5ee97a53-2f0d-4ca1-bfd0-48e43d06cf99 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240891 May 12 05:29:32.811428 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Pushing event updated for resources: {'Port': ['ID=a69c2605-67ec-406d-b982-2988d3be0a06,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:32.837642 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dbdb4-d56c-4482-9af4-b535bfac5be0 req-02e137c9-ac40-4bfa-8db1-297f06a8e52d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:32.839128 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a63dbdb4-d56c-4482-9af4-b535bfac5be0 req-02e137c9-ac40-4bfa-8db1-297f06a8e52d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1935003 May 12 05:29:32.896086 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3ae15bbd-74d6-48a6-aacb-18f6e0a05d1a req-edaef5eb-77f2-400e-85d6-e19fd7bdb3eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048889 May 12 05:29:32.900447 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-801be2c0-2308-4b47-bc13-e06d3510689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.902946 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-801be2c0-2308-4b47-bc13-e06d3510689f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:32.907360 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-801be2c0-2308-4b47-bc13-e06d3510689f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc378c40-53c5-4e49-b219-bb13b8d18e64 HTTP/1.1" status: 204 len: 168 time: 0.4722726 May 12 05:29:32.926986 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801be2c0-2308-4b47-bc13-e06d3510689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc378c40-53c5-4e49-b219-bb13b8d18e64,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:32.940936 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Attempting to bind port a69c2605-67ec-406d-b982-2988d3be0a06 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:32.941277 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Attempting to bind port a69c2605-67ec-406d-b982-2988d3be0a06 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '658391ef-2854-41de-bb01-27b782a955fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0c8a6d15-096d-4e28-8a43-382eec409af0'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:32.941606 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Attempting to bind port a69c2605-67ec-406d-b982-2988d3be0a06 on network 0c8a6d15-096d-4e28-8a43-382eec409af0 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:32.945120 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a63dbdb4-d56c-4482-9af4-b535bfac5be0 req-cb263617-57f9-4532-8754-b8f32bf652bb tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975950 May 12 05:29:32.954208 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Port a69c2605-67ec-406d-b982-2988d3be0a06 on network 0c8a6d15-096d-4e28-8a43-382eec409af0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:29:32.954544 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Attempting to bind port a69c2605-67ec-406d-b982-2988d3be0a06 on network 0c8a6d15-096d-4e28-8a43-382eec409af0 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:32.960206 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:32.960544 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Checking segment: {'id': '658391ef-2854-41de-bb01-27b782a955fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0c8a6d15-096d-4e28-8a43-382eec409af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:32.960925 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Bound using segment: {'id': '658391ef-2854-41de-bb01-27b782a955fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0c8a6d15-096d-4e28-8a43-382eec409af0'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:32.961356 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Bound port: a69c2605-67ec-406d-b982-2988d3be0a06, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658391ef-2854-41de-bb01-27b782a955fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0c8a6d15-096d-4e28-8a43-382eec409af0'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:32.961716 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:33.040647 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] For port a69c2605-67ec-406d-b982-2988d3be0a06, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:33.045342 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] For port a69c2605-67ec-406d-b982-2988d3be0a06, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a69c2605-67ec-406d-b982-2988d3be0a06,segment=NetworkSegment(658391ef-2854-41de-bb01-27b782a955fa),segment_id=658391ef-2854-41de-bb01-27b782a955fa)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:33.055969 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:33.136175 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:33.137193 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:33.138962 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] 10.222.0.35 "PUT /v2.0/ports/a69c2605-67ec-406d-b982-2988d3be0a06 HTTP/1.1" status: 200 len: 1094 time: 1.3193266 May 12 05:29:33.139919 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7818aa-d020-4582-b9a4-fec8c039ff77', 'tag': 'a69c2605-67ec-406d-b982-2988d3be0a06'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:33.188029 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7818aa-d020-4582-b9a4-fec8c039ff77", "tag": "a69c2605-67ec-406d-b982-2988d3be0a06"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:33.306383 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fc7f0c-8ced-4d32-9b49-f9049b914242 x-openstack-request-id: req-92fc7f0c-8ced-4d32-9b49-f9049b914242 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:33.306812 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7818aa-d020-4582-b9a4-fec8c039ff77", "tag": "a69c2605-67ec-406d-b982-2988d3be0a06", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:33.307074 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92fc7f0c-8ced-4d32-9b49-f9049b914242 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:33.307496 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fc7f0c-8ced-4d32-9b49-f9049b914242'] response: {'name': 'network-changed', 'server_uuid': '6c7818aa-d020-4582-b9a4-fec8c039ff77', 'tag': 'a69c2605-67ec-406d-b982-2988d3be0a06', 'status': 'completed', 'code': 200} May 12 05:29:33.362264 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbeaff-1f4e-4381-b7b9-6fb814694d7a service neutron] Pushing event updated for resources: {'Port': ['ID=a69c2605-67ec-406d-b982-2988d3be0a06,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:33.391616 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-69e44462-a177-4f69-a260-e8d58db8f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:33.402803 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-69e44462-a177-4f69-a260-e8d58db8f99d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70e79a23d3b64baa9734dae8f49e42f6&device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 1097 time: 0.1890869 May 12 05:29:33.441626 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ac440-e1f9-47c8-acce-b317cbac88a0 req-7e62075f-5f79-42f3-ab60-9d173d26617a tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:33.442185 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44840) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:33.453375 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9a7ac440-e1f9-47c8-acce-b317cbac88a0 req-7e62075f-5f79-42f3-ab60-9d173d26617a tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 944 time: 0.1581450 May 12 05:29:33.487223 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-245c4555-0be4-45f2-82f0-29d83a245b0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a69c2605-67ec-406d-b982-2988d3be0a06 HTTP/1.1" status: 200 len: 217 time: 0.0625751 May 12 05:29:33.573763 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9a7ac440-e1f9-47c8-acce-b317cbac88a0 req-44f1c96e-255d-4587-a507-13dcbdc0fce8 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893378 May 12 05:29:33.579532 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-5a68d161-8cc5-4a26-adbc-4ff56b7a3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:33.581395 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-5a68d161-8cc5-4a26-adbc-4ff56b7a3008 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=373c9963-fe33-43d0-81b2-ab6e64d878fe HTTP/1.1" status: 200 len: 849 time: 0.0790641 May 12 05:29:33.598116 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4b35f5-63cb-448f-9423-003e324d437f admin admin] Deleting subnet a21a4ed6-85d3-49bb-b74e-e52d10b01722 {{(pid=101910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:29:33.612284 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb4b35f5-63cb-448f-9423-003e324d437f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:33.665966 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-0706d431-fc89-419f-8e48-b679ce8fa71b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c8a6d15-096d-4e28-8a43-382eec409af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603247 May 12 05:29:33.737575 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb4b35f5-63cb-448f-9423-003e324d437f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:33.770928 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb4b35f5-63cb-448f-9423-003e324d437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:33.788147 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-a9b2bd87-0679-4fe0-8d7d-e6710ee836d7 service neutron] 10.222.0.35 "GET /v2.0/networks/0c8a6d15-096d-4e28-8a43-382eec409af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104410 May 12 05:29:33.816645 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.db.resource_extend [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 05:29:33.910700 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:33.920055 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:33.923243 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f059fdb6-9387-4fd5-8dea-b358ee2cfa1f req-563993bd-49c9-4c76-b8b5-68d2bb970ce9 service neutron] 10.222.0.35 "GET /v2.0/networks/0c8a6d15-096d-4e28-8a43-382eec409af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284585 May 12 05:29:34.020408 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb4b35f5-63cb-448f-9423-003e324d437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:34.089740 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb4b35f5-63cb-448f-9423-003e324d437f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:34.095584 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bb4b35f5-63cb-448f-9423-003e324d437f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a21a4ed6-85d3-49bb-b74e-e52d10b01722 HTTP/1.1" status: 204 len: 168 time: 0.6467724 May 12 05:29:34.108033 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44872) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:34.165931 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b35f5-63cb-448f-9423-003e324d437f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21a4ed6-85d3-49bb-b74e-e52d10b01722,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:34.193864 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-81164ba7-19d4-475d-a47d-ce2874e01a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:34.195392 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-81164ba7-19d4-475d-a47d-ce2874e01a44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70e79a23d3b64baa9734dae8f49e42f6&device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 1097 time: 0.1829343 May 12 05:29:34.212382 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d0a8d-46b1-45f2-b94e-d5a4741ab624 req-59228dca-53ba-475f-85e7-d2fd33bd3fa2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:34.221233 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-047d0a8d-46b1-45f2-b94e-d5a4741ab624 req-59228dca-53ba-475f-85e7-d2fd33bd3fa2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 945 time: 0.2030110 May 12 05:29:34.234307 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Floating IP d2d91e93-cdbb-40b7-b55f-0629aac7f3e6 associated. External IP: 172.28.0.196, port: f39710fc-48cf-4d5f-9173-8aa43c51c97d. May 12 05:29:34.249023 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728f101-431a-4fe9-86b7-71cf0d9504ab req-b644d89d-0727-4174-93c9-54bdccb26a7d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:34.250367 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f728f101-431a-4fe9-86b7-71cf0d9504ab req-b644d89d-0727-4174-93c9-54bdccb26a7d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1835933 May 12 05:29:34.266067 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:34.310526 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-047d0a8d-46b1-45f2-b94e-d5a4741ab624 req-06c59019-2eab-43d0-8ce1-21415a35d282 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880291 May 12 05:29:34.363000 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f728f101-431a-4fe9-86b7-71cf0d9504ab req-fea8e167-eba5-4855-93b1-bbbdbbd5b8ca tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998108 May 12 05:29:34.442108 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-b1098b75-435e-4d91-b9e5-7f6ba81ee904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:34.443698 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-b1098b75-435e-4d91-b9e5-7f6ba81ee904 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c8a6d15-096d-4e28-8a43-382eec409af0 HTTP/1.1" status: 200 len: 910 time: 0.2274234 May 12 05:29:34.464218 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:34.517152 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-e6a3cd68-e690-4fa5-9426-08d85f6083c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a69c2605-67ec-406d-b982-2988d3be0a06 HTTP/1.1" status: 200 len: 217 time: 0.0456915 May 12 05:29:34.527996 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Router 8b76a079-aa91-4544-a2fd-6b139a3ed103 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:29:34.582827 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-0cdb1f95-bee1-4968-b951-7749a104acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:34.585960 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-0cdb1f95-bee1-4968-b951-7749a104acb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=373c9963-fe33-43d0-81b2-ab6e64d878fe HTTP/1.1" status: 200 len: 849 time: 0.0557208 May 12 05:29:34.588285 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92513995-cf09-4869-a3df-ebdfc639e067']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:34.653496 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7f2bf5-1a54-464e-abb5-46b4060e9771') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:34.659995 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7f2bf5-1a54-464e-abb5-46b4060e9771') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:34.659995 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-14cf311f-809d-49f4-b803-6f992e2a29e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c8a6d15-096d-4e28-8a43-382eec409af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625129 May 12 05:29:34.683560 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:34.714804 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:29:34.720972 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:34.734154 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] Sync routers for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:29:34.747492 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:34.748172 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:34.754835 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-4e02a8ea-5eb0-41b5-90e7-75632a4c48e2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "PUT /v2.0/floatingips/d2d91e93-cdbb-40b7-b55f-0629aac7f3e6 HTTP/1.1" status: 200 len: 992 time: 2.1651735 May 12 05:29:34.761352 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'tag': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:34.764771 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbeedd2-12be-4ae9-90f7-f70491690367", "tag": "f39710fc-48cf-4d5f-9173-8aa43c51c97d"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:34.788235 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:34.811952 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb3d4-939d-4a96-84dc-a4d5cc7b6765 req-500e7463-417a-487f-bb41-30956c34276f tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:34.814443 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:29:34.817044 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:34.820971 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9c6fb3d4-939d-4a96-84dc-a4d5cc7b6765 req-500e7463-417a-487f-bb41-30956c34276f tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 944 time: 0.1413486 May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:29:34.822158 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:29:34.869884 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9c6fb3d4-939d-4a96-84dc-a4d5cc7b6765 req-91722eb5-242b-4043-9337-de1ca584a3db tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 May 12 05:29:34.886163 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81478984-ea09-4708-880a-37a11d71c98a x-openstack-request-id: req-81478984-ea09-4708-880a-37a11d71c98a {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:34.886519 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbeedd2-12be-4ae9-90f7-f70491690367", "tag": "f39710fc-48cf-4d5f-9173-8aa43c51c97d", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:34.887237 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81478984-ea09-4708-880a-37a11d71c98a {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:34.887237 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81478984-ea09-4708-880a-37a11d71c98a'] response: {'name': 'network-changed', 'server_uuid': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'tag': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'status': 'completed', 'code': 200} May 12 05:29:34.915483 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:35.004678 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-bc0fceb2-003a-4521-bca3-070d2bc01843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:35.007237 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-bc0fceb2-003a-4521-bca3-070d2bc01843 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 1099 time: 0.0974233 May 12 05:29:35.032013 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:35.049582 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:35.058928 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/92513995-cf09-4869-a3df-ebdfc639e067 HTTP/1.1" status: 204 len: 168 time: 0.9484868 May 12 05:29:35.101271 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-1dbf9166-e0ba-4ca0-8f04-188d86ec9937 service neutron] 10.222.0.35 "GET /v2.0/networks/0c8a6d15-096d-4e28-8a43-382eec409af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225397 May 12 05:29:35.104334 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31097128-cda2-45ec-beff-56561b043bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=92513995-cf09-4869-a3df-ebdfc639e067,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:35.131470 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-e5a33d77-5662-4634-a387-3bd0b1822ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:35.133279 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-e5a33d77-5662-4634-a387-3bd0b1822ba3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 912 time: 0.1175814 May 12 05:29:35.253004 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60cd903d-8a0c-4a5c-ab4a-1fabca9c552f req-e9703fd7-2afa-47a3-8735-7f939b5c43c1 service neutron] 10.222.0.35 "GET /v2.0/networks/0c8a6d15-096d-4e28-8a43-382eec409af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497428 May 12 05:29:35.390858 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44936) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:35.404136 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'd2d91e93-cdbb-40b7-b55f-0629aac7f3e6', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'port_id': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'mac_address': 'fa:16:3e:eb:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:07Z', 'updated_at': '2022-05-12T05:29:33Z', 'revision_number': 1, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:35.445943 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-46e91545-ed59-4d66-8242-7069fca04121 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6174b3c090e41ea99dec2c3e9a1a767&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539148 May 12 05:29:35.446621 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44938) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:35.464903 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] Checking router: 8b76a079-aa91-4544-a2fd-6b139a3ed103 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:29:35.489846 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:35.491564 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:35.509596 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-9b45cb26-dee5-400b-a377-dea61ebe7b07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d HTTP/1.1" status: 200 len: 1000 time: 0.3692391 May 12 05:29:35.555230 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54158acb-2cb9-43ed-8fe7-343ce094e758 req-65dd6c23-8109-4849-ba28-023a2ff08d2b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:35.563115 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54158acb-2cb9-43ed-8fe7-343ce094e758 req-65dd6c23-8109-4849-ba28-023a2ff08d2b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1003864 May 12 05:29:35.580780 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-abf3c2b1-cace-45ad-b2e2-fa397159fc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:35.594452 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26619bc-1529-4c04-80c0-92eb325548fe req-48c4c81c-b9c2-4031-8e07-a3d4cd2aba54 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:35.596807 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c26619bc-1529-4c04-80c0-92eb325548fe req-48c4c81c-b9c2-4031-8e07-a3d4cd2aba54 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 945 time: 0.0858965 May 12 05:29:35.633166 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-91f9f92e-4130-4b63-b0d4-94e4b6136453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:35.634738 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-91f9f92e-4130-4b63-b0d4-94e4b6136453 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.0924189 May 12 05:29:35.640505 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54158acb-2cb9-43ed-8fe7-343ce094e758 req-fd765c4d-84ac-425d-986e-045e2e56d7c0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760629 May 12 05:29:35.647463 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-abf3c2b1-cace-45ad-b2e2-fa397159fc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:35.654175 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c26619bc-1529-4c04-80c0-92eb325548fe req-18287342-dbc5-4e74-95ec-e65fccb799de tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498147 May 12 05:29:35.713691 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:35.717126 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-7bf9047f-f0a4-4bc6-8a1a-b68e388cd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:35.719083 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-7bf9047f-f0a4-4bc6-8a1a-b68e388cd0a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682063 May 12 05:29:35.748724 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-abf3c2b1-cace-45ad-b2e2-fa397159fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:35.751991 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-abf3c2b1-cace-45ad-b2e2-fa397159fc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:35.756633 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-abf3c2b1-cace-45ad-b2e2-fa397159fc67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/050deb1e-1b77-43f9-8890-6b9265b4ec01 HTTP/1.1" status: 204 len: 168 time: 0.3086607 May 12 05:29:35.768113 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3c2b1-cace-45ad-b2e2-fa397159fc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050deb1e-1b77-43f9-8890-6b9265b4ec01,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:35.824302 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-eaad9c64-1309-491f-8c31-a7bba5a94fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971615 May 12 05:29:35.824608 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44950) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:35.878714 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8306b35-752f-44dc-bb2d-d3bd4ffc1a8f req-1434aa80-4d3d-43bd-8d07-5600ebbf2bc8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:35.894685 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-e8306b35-752f-44dc-bb2d-d3bd4ffc1a8f req-1434aa80-4d3d-43bd-8d07-5600ebbf2bc8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 945 time: 0.1112952 May 12 05:29:35.908560 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 44958) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:35.927096 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'floatingip': {'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:36.025233 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.060108 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'd2d91e93-cdbb-40b7-b55f-0629aac7f3e6', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'port_id': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'mac_address': 'fa:16:3e:eb:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:07Z', 'updated_at': '2022-05-12T05:29:33Z', 'revision_number': 1, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:36.096185 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdb985-3938-4c67-bb3f-30cf763b8b97 None None] The sync data for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb is: [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'd2d91e93-cdbb-40b7-b55f-0629aac7f3e6', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'port_id': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'mac_address': 'fa:16:3e:eb:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:07Z', 'updated_at': '2022-05-12T05:29:33Z', 'revision_number': 1, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:29:36.192175 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa7542-172a-41db-beba-9e9ce3cca03e req-f659db47-7305-4e36-b9c9-66ba765194fc tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:36.194398 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-daaa7542-172a-41db-beba-9e9ce3cca03e req-f659db47-7305-4e36-b9c9-66ba765194fc tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 944 time: 0.2113669 May 12 05:29:36.204435 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c3a5c753-fe8a-4dda-aaef-1b82e0b1b6c8 req-bfbc17f0-0c9a-43cf-a51f-9dc005561639 service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726976 May 12 05:29:36.209539 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e6a90ab3-50ff-454c-8887-e2041b9bac75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.330285 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-daaa7542-172a-41db-beba-9e9ce3cca03e req-446c8733-04b6-4885-8075-0a80d6fe8c7c tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247661 May 12 05:29:36.415460 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e124dab-74ff-4ac7-848e-44e02159d120 None None] New status for floating IP d2d91e93-cdbb-40b7-b55f-0629aac7f3e6: ACTIVE {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:29:36.434197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44980) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:36.545331 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e6a90ab3-50ff-454c-8887-e2041b9bac75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.559138 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e6a90ab3-50ff-454c-8887-e2041b9bac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.649213 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 44988) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:36.649410 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e6a90ab3-50ff-454c-8887-e2041b9bac75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7ca7232e4d243c082d4bc6f0f56c716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8236330 May 12 05:29:36.653583 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a90ab3-50ff-454c-8887-e2041b9bac75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecf9511-d443-4447-a385-f15841abf56f,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:36.724180 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1dca428b-4536-474f-b00a-e124008f057c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.811085 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.822171 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.830896 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a41f1a73-0b31-4af9-99de-76396649923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.870550 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c833cd9-29ab-43fe-a940-7a5d97043c23 req-46d22003-7bf7-4a5c-a3bd-72fdaf80ea67 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:36.872086 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8c833cd9-29ab-43fe-a940-7a5d97043c23 req-46d22003-7bf7-4a5c-a3bd-72fdaf80ea67 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1074026 May 12 05:29:36.892299 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a41f1a73-0b31-4af9-99de-76396649923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.959656 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Floating IP 26688340-8032-44b9-90db-39b37a9e8a4d associated. External IP: 172.28.0.2, port: c2f87869-0d3c-406b-b8d6-7f0282c2e4ab. May 12 05:29:36.970743 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1dca428b-4536-474f-b00a-e124008f057c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:36.980952 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8c833cd9-29ab-43fe-a940-7a5d97043c23 req-08b53b58-906b-4d00-8b5e-08922fe952c4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016803 May 12 05:29:36.982705 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1dca428b-4536-474f-b00a-e124008f057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.037703 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-1dca428b-4536-474f-b00a-e124008f057c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecfb008c002c4b5cbc150ae752830cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6024289 May 12 05:29:37.041787 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45010) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:37.057928 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45012) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:37.067536 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca428b-4536-474f-b00a-e124008f057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086542b1-72c6-4076-9397-746284d5874b,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:37.073673 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a41f1a73-0b31-4af9-99de-76396649923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.076324 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a41f1a73-0b31-4af9-99de-76396649923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.077377 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-a41f1a73-0b31-4af9-99de-76396649923f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ecf9511-d443-4447-a385-f15841abf56f HTTP/1.1" status: 204 len: 168 time: 0.4264853 May 12 05:29:37.089251 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f1a73-0b31-4af9-99de-76396649923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecf9511-d443-4447-a385-f15841abf56f,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:37.124537 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4378c207-0f42-4044-8e7e-ba8b6df9d47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.149783 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4378c207-0f42-4044-8e7e-ba8b6df9d47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.234944 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4378c207-0f42-4044-8e7e-ba8b6df9d47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.237497 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4378c207-0f42-4044-8e7e-ba8b6df9d47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.238626 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-4378c207-0f42-4044-8e7e-ba8b6df9d47e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/086542b1-72c6-4076-9397-746284d5874b HTTP/1.1" status: 204 len: 168 time: 0.1959352 May 12 05:29:37.256436 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378c207-0f42-4044-8e7e-ba8b6df9d47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086542b1-72c6-4076-9397-746284d5874b,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:37.348005 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9613229-f271-419b-b862-69e98189ca28 req-97e1e7bd-59e5-4076-8d87-6216c1098e22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1376011 May 12 05:29:37.355518 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:29:37.414382 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-network', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:37.448587 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Made reservation on behalf of 8fd11d1e2d8345b4ba172c7869fa6b92 for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:37.450950 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.468759 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.565032 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.572357 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.581491 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9613229-f271-419b-b862-69e98189ca28 req-fa271dfa-d9e1-4a85-884d-1d9403a2a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:37.582815 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9613229-f271-419b-b862-69e98189ca28 req-fa271dfa-d9e1-4a85-884d-1d9403a2a33e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 1099 time: 0.1599143 May 12 05:29:37.603121 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3d825-e2e3-4c2c-803d-81f6d2a424d7 req-ac8b82d3-2714-487d-9cf3-fa5adc372909 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:37.604740 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-81b3d825-e2e3-4c2c-803d-81f6d2a424d7 req-ac8b82d3-2714-487d-9cf3-fa5adc372909 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 944 time: 0.1153181 May 12 05:29:37.605200 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45036) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:37.622533 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:29:37.623030 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device a69c2605-67ec-406d-b982-2988d3be0a06 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:29:37.630020 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:29:37.630913 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.635112 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce944-9773-452c-86e6-32df2afad70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.641002 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:29:37.664489 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:37.667479 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:37.667824 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338fbb91-0f15-4c2f-8bf6-06dbd49d1cf4,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:37.681838 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.682188 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Added segment f4bdc313-9b55-4121-9378-36cbd1bb5503 of type vlan for network c9a8469e-1170-4827-8fc7-cabd99d14870 May 12 05:29:37.766840 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-a553fbf0-f8be-4209-81db-9d45340438c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "PUT /v2.0/floatingips/26688340-8032-44b9-90db-39b37a9e8a4d HTTP/1.1" status: 200 len: 989 time: 1.8520708 May 12 05:29:37.767418 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'tag': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:37.769520 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534f1fda-7006-4f29-bb1a-17791ec2c16f" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd2d92d-3fa7-45aa-a1fe-6100825cacd7", "tag": "c2f87869-0d3c-406b-b8d6-7f0282c2e4ab"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:37.775643 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.777011 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-81b3d825-e2e3-4c2c-803d-81f6d2a424d7 req-c23c8c7e-355b-448c-9b60-7c4a9608b6b3 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614184 May 12 05:29:37.826427 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.832091 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:37.833432 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.862167 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9613229-f271-419b-b862-69e98189ca28 req-998fd5c1-da81-4a36-9f04-8abdac204e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:37.864257 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9613229-f271-419b-b862-69e98189ca28 req-998fd5c1-da81-4a36-9f04-8abdac204e7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.2300117 May 12 05:29:37.922185 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9613229-f271-419b-b862-69e98189ca28 req-157533f5-4606-48c9-8bb1-34a5bc36adf7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=872b53b1-254f-4a0d-b773-677f0d422648 HTTP/1.1" status: 200 len: 217 time: 0.0458212 May 12 05:29:37.926903 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cbe0ba-756b-4e25-a0d3-a482b50693fb x-openstack-request-id: req-04cbe0ba-756b-4e25-a0d3-a482b50693fb {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:37.927323 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd2d92d-3fa7-45aa-a1fe-6100825cacd7", "tag": "c2f87869-0d3c-406b-b8d6-7f0282c2e4ab", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:37.927683 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04cbe0ba-756b-4e25-a0d3-a482b50693fb {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:37.928189 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cbe0ba-756b-4e25-a0d3-a482b50693fb'] response: {'name': 'network-changed', 'server_uuid': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'tag': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'status': 'completed', 'code': 200} May 12 05:29:37.952783 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45042) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:37.962367 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port a69c2605-67ec-406d-b982-2988d3be0a06, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a69c2605-67ec-406d-b982-2988d3be0a06,segment=NetworkSegment(658391ef-2854-41de-bb01-27b782a955fa),segment_id=658391ef-2854-41de-bb01-27b782a955fa)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:37.969172 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce944-9773-452c-86e6-32df2afad70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.970472 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:37.983372 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce944-9773-452c-86e6-32df2afad70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:37.990388 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': 'a69c2605-67ec-406d-b982-2988d3be0a06', 'network_id': '0c8a6d15-096d-4e28-8a43-382eec409af0', 'port_id': 'a69c2605-67ec-406d-b982-2988d3be0a06', 'mac_address': 'fa:16:3e:d7:00:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373c9963-fe33-43d0-81b2-ab6e64d878fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:29:37.998932 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9613229-f271-419b-b862-69e98189ca28 req-55004cf9-7e15-4265-ab96-d8abcb284738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:38.014378 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9613229-f271-419b-b862-69e98189ca28 req-55004cf9-7e15-4265-ab96-d8abcb284738 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0788252 May 12 05:29:38.042106 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port a69c2605-67ec-406d-b982-2988d3be0a06 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:38.042900 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.071980 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0089681 May 12 05:29:38.075497 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69c2605-67ec-406d-b982-2988d3be0a06 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:38.077787 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45046) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:38.095965 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Request body: {'subnet': {'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-subnet', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:38.098354 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port a69c2605-67ec-406d-b982-2988d3be0a06, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a69c2605-67ec-406d-b982-2988d3be0a06,segment=NetworkSegment(658391ef-2854-41de-bb01-27b782a955fa),segment_id=658391ef-2854-41de-bb01-27b782a955fa)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:38.102791 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1905d2b6-1124-4053-982f-4d8d4c573133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.103981 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.146177 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919b103-e32a-4268-86d5-931a137e468f admin admin] Pushing event updated for resources: {'Network': ['ID=c9a8469e-1170-4827-8fc7-cabd99d14870,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:38.162384 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network c9a8469e-1170-4827-8fc7-cabd99d14870 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:29:38.172767 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Made reservation on behalf of 8fd11d1e2d8345b4ba172c7869fa6b92 for: {'subnet': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:38.175037 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8870642'] for subnet, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.185035 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-cb7b721b-62c7-4f31-babf-8823fba7f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:38.186696 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-cb7b721b-62c7-4f31-babf-8823fba7f174 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 1098 time: 0.2323427 May 12 05:29:38.289290 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=a69c2605-67ec-406d-b982-2988d3be0a06,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:38.400982 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ce944-9773-452c-86e6-32df2afad70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c1691-a808-44c4-b9c0-f1dd97383323,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:38.412052 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['a69c2605-67ec-406d-b982-2988d3be0a06'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:38.414371 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bb0ce944-9773-452c-86e6-32df2afad70f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cda51579b1bc4ecdaebe7b4a82f3f9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8060639 May 12 05:29:38.417450 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45050) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:38.442535 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1905d2b6-1124-4053-982f-4d8d4c573133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.448162 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-a57bc12f-2f51-4bb3-8c74-2a93f0403a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:38.451856 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-a57bc12f-2f51-4bb3-8c74-2a93f0403a9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 915 time: 0.2507303 May 12 05:29:38.478890 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9613229-f271-419b-b862-69e98189ca28 req-a6534400-5355-41e3-9f1a-cebf2240b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:38.480548 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9613229-f271-419b-b862-69e98189ca28 req-a6534400-5355-41e3-9f1a-cebf2240b55b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4451213 May 12 05:29:38.487343 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1905d2b6-1124-4053-982f-4d8d4c573133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.496260 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6987cc0-240d-42cd-a939-660f08a8b795 req-7e713612-16c3-43d5-9d37-da2f306fe96c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:38.506612 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6987cc0-240d-42cd-a939-660f08a8b795 req-7e713612-16c3-43d5-9d37-da2f306fe96c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.3934166 May 12 05:29:38.536437 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:36Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:38.572110 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:29:38.581241 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:38.582147 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:38.588071 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-84255ead-85b6-42aa-8282-d0e64c08cf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.637142 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-6e22dd88-941a-4e4d-b93c-710c6a799c80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab HTTP/1.1" status: 200 len: 997 time: 0.1561875 May 12 05:29:38.645630 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-1905d2b6-1124-4053-982f-4d8d4c573133 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34f6e06ce3584630adb1e1b8c72b91ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872523 May 12 05:29:38.646026 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45054) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:38.651549 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-84255ead-85b6-42aa-8282-d0e64c08cf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.669339 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6987cc0-240d-42cd-a939-660f08a8b795 req-68c9cea5-49bd-4c48-a1af-004d88764379 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622987 May 12 05:29:38.683234 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905d2b6-1124-4053-982f-4d8d4c573133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a94d8db-986c-4ca7-8695-4f6e02531dad,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:38.707939 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9613229-f271-419b-b862-69e98189ca28 req-8500cab0-1cbb-44aa-9d94-5c745b251222 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948924 May 12 05:29:38.726295 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:38.750492 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3472103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8870624'] for subnet, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.784132 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-84255ead-85b6-42aa-8282-d0e64c08cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.787525 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-84255ead-85b6-42aa-8282-d0e64c08cf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.788813 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-84255ead-85b6-42aa-8282-d0e64c08cf6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/653c1691-a808-44c4-b9c0-f1dd97383323 HTTP/1.1" status: 204 len: 168 time: 0.3685009 May 12 05:29:38.829844 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255ead-85b6-42aa-8282-d0e64c08cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c1691-a808-44c4-b9c0-f1dd97383323,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:38.859141 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:38.872825 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9613229-f271-419b-b862-69e98189ca28 req-a88c85b1-7ec8-4875-867b-f62c4cc8c4bc service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565711 May 12 05:29:39.035432 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-750e0a46-3ef8-4e68-8e38-3ec5b8ac976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:39.037443 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-750e0a46-3ef8-4e68-8e38-3ec5b8ac976b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.3716240 May 12 05:29:39.041130 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:36Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:39.075108 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab14e7-944d-4b64-a7f1-3a87c6479b44 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:36Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:29:39.117402 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b777656-245e-456d-b09b-8603f4007c12,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:39.131112 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c738d3cb-64e6-4861-9bf2-781a7a25b86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.162631 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f746f8-0ec5-4fb6-a9bb-196a2ba3ce7e req-be4ccd1e-db16-427f-b571-b790f9523cbc tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:39.164193 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72f746f8-0ec5-4fb6-a9bb-196a2ba3ce7e req-be4ccd1e-db16-427f-b571-b790f9523cbc tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 945 time: 0.1696463 May 12 05:29:39.177879 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Checking segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:39.178232 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Network hostable DHCP agents. Network: c9a8469e-1170-4827-8fc7-cabd99d14870, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:29:39.185073 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-2b40ed76-eb99-46fc-97cb-2f1e2a68dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:39.186193 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-2b40ed76-eb99-46fc-97cb-2f1e2a68dff7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1319017 May 12 05:29:39.192769 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c738d3cb-64e6-4861-9bf2-781a7a25b86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.303442 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72f746f8-0ec5-4fb6-a9bb-196a2ba3ce7e req-8bbff38f-2490-440f-811c-e1bf17d19167 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281440 May 12 05:29:39.305315 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c44d7d-3d24-466f-8581-1433b17b6789 None None] New status for floating IP 26688340-8032-44b9-90db-39b37a9e8a4d: ACTIVE {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:29:39.305953 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Network c9a8469e-1170-4827-8fc7-cabd99d14870 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:29:39.326904 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, c9a8469e-1170-4827-8fc7-cabd99d14870) {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:39.337372 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:39.337952 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.345937 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c738d3cb-64e6-4861-9bf2-781a7a25b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.348381 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c738d3cb-64e6-4861-9bf2-781a7a25b86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.352667 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-c738d3cb-64e6-4861-9bf2-781a7a25b86d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a94d8db-986c-4ca7-8695-4f6e02531dad HTTP/1.1" status: 204 len: 168 time: 0.6859798 May 12 05:29:39.357645 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2743894-a4f7-4e9f-a1b2-79a8b00d428f None None] Network c9a8469e-1170-4827-8fc7-cabd99d14870 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:39.376116 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738d3cb-64e6-4861-9bf2-781a7a25b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a94d8db-986c-4ca7-8695-4f6e02531dad,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:39.379203 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-58f89bd7-cb81-4c73-ae4e-c3552936e719 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699390 May 12 05:29:39.388959 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45072) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:39.392318 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b1446803-a143-465a-970f-6a7f4e85c71a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3060582 May 12 05:29:39.394019 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:39.429175 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.430563 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.557031 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.630118 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-534f1fda-7006-4f29-bb1a-17791ec2c16f req-b3f4f155-7e0e-4218-b33c-7507752f7cbe service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359481 May 12 05:29:39.681470 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device a69c2605-67ec-406d-b982-2988d3be0a06 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:39.732606 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.887168 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port a69c2605-67ec-406d-b982-2988d3be0a06 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:29:39.894808 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port a69c2605-67ec-406d-b982-2988d3be0a06 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:39.895180 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:39.895655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6d63-60cf-40e6-a1fe-4671bf8ec968 req-ffd7968e-5bc0-460c-b246-cd995903166c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:39.898086 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a03f6d63-60cf-40e6-a1fe-4671bf8ec968 req-ffd7968e-5bc0-460c-b246-cd995903166c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0834501 May 12 05:29:39.953797 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-c9a8469e-1170-4827-8fc7-cabd99d14870', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:29:39.954867 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.012697 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a03f6d63-60cf-40e6-a1fe-4671bf8ec968 req-5e29752c-1ec1-44cc-a28d-92e5c42eedd9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979528 May 12 05:29:40.134884 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port a69c2605-67ec-406d-b982-2988d3be0a06 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:40.135370 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.153176 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.164693 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Allocated IP 172.20.0.2 (c9a8469e-1170-4827-8fc7-cabd99d14870/3b777656-245e-456d-b09b-8603f4007c12/de6658ee-bb9a-4499-9eb0-ac7b722cf108) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:40.172404 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7818aa-d020-4582-b9a4-fec8c039ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69c2605-67ec-406d-b982-2988d3be0a06'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:40.174767 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b9bc85-487e-4cb0-a6c6-a04dd99ee6c3" -d '{"events": [{"server_uuid": "6c7818aa-d020-4582-b9a4-fec8c039ff77", "name": "network-vif-plugged", "status": "completed", "tag": "a69c2605-67ec-406d-b982-2988d3be0a06"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:40.178702 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.194718 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port a69c2605-67ec-406d-b982-2988d3be0a06, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a69c2605-67ec-406d-b982-2988d3be0a06,segment=NetworkSegment(658391ef-2854-41de-bb01-27b782a955fa),segment_id=658391ef-2854-41de-bb01-27b782a955fa)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:40.210199 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.246145 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b8c336-e763-4858-a5dd-854b7598fcd1 x-openstack-request-id: req-81b8c336-e763-4858-a5dd-854b7598fcd1 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:40.246531 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7818aa-d020-4582-b9a4-fec8c039ff77", "name": "network-vif-plugged", "status": "completed", "tag": "a69c2605-67ec-406d-b982-2988d3be0a06", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:40.246702 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81b8c336-e763-4858-a5dd-854b7598fcd1 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:40.247083 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b8c336-e763-4858-a5dd-854b7598fcd1'] response: {'server_uuid': '6c7818aa-d020-4582-b9a4-fec8c039ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69c2605-67ec-406d-b982-2988d3be0a06', 'code': 200} May 12 05:29:40.308856 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=a69c2605-67ec-406d-b982-2988d3be0a06,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:40.395645 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Allocated IP 172.28.0.193 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/72efa720-f1f1-461f-a877-cae178a2cff9) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:40.417405 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.428619 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.504898 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Network c9a8469e-1170-4827-8fc7-cabd99d14870 is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:40.514528 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:40.521625 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:40.522322 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42a195-cb14-466f-89d5-50c44c398b54 req-4796de71-5861-4a42-9df8-1321281b1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:40.525960 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3f42a195-cb14-466f-89d5-50c44c398b54 req-4796de71-5861-4a42-9df8-1321281b1dfa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 1099 time: 0.0797236 May 12 05:29:40.539982 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Pushing event updated for resources: {'Port': ['ID=de6658ee-bb9a-4499-9eb0-ac7b722cf108,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:40.540893 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd739e-ae82-42df-b65f-eb6536fa6460 req-48a443eb-dd62-44a9-8e84-16bd7d5a887d tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:40.542424 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3acd739e-ae82-42df-b65f-eb6536fa6460 req-48a443eb-dd62-44a9-8e84-16bd7d5a887d tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 946 time: 0.0719073 May 12 05:29:40.566468 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3f42a195-cb14-466f-89d5-50c44c398b54 req-98596c1b-7cc3-44cc-8515-9bc323e28155 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 May 12 05:29:40.605737 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Attempting to bind port de6658ee-bb9a-4499-9eb0-ac7b722cf108 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:40.606059 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Attempting to bind port de6658ee-bb9a-4499-9eb0-ac7b722cf108 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:40.606303 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Attempting to bind port de6658ee-bb9a-4499-9eb0-ac7b722cf108 on network c9a8469e-1170-4827-8fc7-cabd99d14870 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:40.611975 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:40.612948 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Checking segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:40.613361 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.613751 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Bound using segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:40.614221 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Bound port: de6658ee-bb9a-4499-9eb0-ac7b722cf108, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:40.614601 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.617121 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3acd739e-ae82-42df-b65f-eb6536fa6460 req-57d8083f-3a49-4a5a-a82a-8c856665f707 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574417 May 12 05:29:40.655622 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.707380 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] For port de6658ee-bb9a-4499-9eb0-ac7b722cf108, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:40.712295 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.712497 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] For port de6658ee-bb9a-4499-9eb0-ac7b722cf108, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=de6658ee-bb9a-4499-9eb0-ac7b722cf108,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:40.718958 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:40.770167 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:40.774892 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:40.785364 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:40.803499 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03c739-b5e6-4685-a2ea-10150979b982 None None] Pushing event updated for resources: {'Port': ['ID=de6658ee-bb9a-4499-9eb0-ac7b722cf108,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:40.935260 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Pushing event updated for resources: {'Port': ['ID=72efa720-f1f1-461f-a877-cae178a2cff9,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:41.082278 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:41.237619 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3773d-c290-47a1-82ed-12b10e9c24d8 req-d79cbd66-5a3e-4a30-9774-a36fc320a209 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:41.239146 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-37c3773d-c290-47a1-82ed-12b10e9c24d8 req-d79cbd66-5a3e-4a30-9774-a36fc320a209 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0790040 May 12 05:29:41.291920 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-37c3773d-c290-47a1-82ed-12b10e9c24d8 req-581104eb-70b4-4a97-9e1f-a6b5721684c5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 May 12 05:29:41.588500 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:41.760945 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ef21-f435-4579-9fac-96bce7228695 req-0e197051-ed9d-4355-8340-3775470219a5 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:41.762494 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b247ef21-f435-4579-9fac-96bce7228695 req-0e197051-ed9d-4355-8340-3775470219a5 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 946 time: 0.0722940 May 12 05:29:41.788754 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Router 40dce2fa-f279-4284-abb0-03e234022a0b is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:29:41.818287 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b247ef21-f435-4579-9fac-96bce7228695 req-da30c81c-1a54-49b3-8a05-c63c2b91d929 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442243 May 12 05:29:41.991526 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:29:42.005471 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Sync routers for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:29:42.017125 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] Notify callbacks [] for router, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:42.018132 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-553b3a8f-dc8f-41f4-8d1c-43755446008a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6279092 May 12 05:29:42.019236 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device de6658ee-bb9a-4499-9eb0-ac7b722cf108 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:42.021794 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45170) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:42.032829 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:42.033455 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:42.089634 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b419573-93ef-4617-a2eb-fca3e74bdf44 None None] Network c9a8469e-1170-4827-8fc7-cabd99d14870 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:29:42.182696 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:42.283316 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-8cf424b6-ada1-4e0e-98e3-f1a6bcb17ab9 None None] Provisioning complete for port de6658ee-bb9a-4499-9eb0-ac7b722cf108 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:42.283700 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8cf424b6-ada1-4e0e-98e3-f1a6bcb17ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:42.356420 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port de6658ee-bb9a-4499-9eb0-ac7b722cf108 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:42.357177 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:42.506934 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:40Z', 'revision_number': 3, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:42.546785 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-8cf424b6-ada1-4e0e-98e3-f1a6bcb17ab9 None None] Current status of the port de6658ee-bb9a-4499-9eb0-ac7b722cf108 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:42.547282 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8cf424b6-ada1-4e0e-98e3-f1a6bcb17ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:42.557455 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Checking router: 40dce2fa-f279-4284-abb0-03e234022a0b for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:29:42.557983 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Updating router 40dce2fa-f279-4284-abb0-03e234022a0b port 72efa720-f1f1-461f-a877-cae178a2cff9 binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:29:42.573196 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port de6658ee-bb9a-4499-9eb0-ac7b722cf108 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:42.573950 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:42.598417 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:42.612436 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a64ce8-0bf5-4437-aa61-11fe50c918dc req-119d1059-6884-4f56-b982-8a12023929a0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:42.624246 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-19a64ce8-0bf5-4437-aa61-11fe50c918dc req-119d1059-6884-4f56-b982-8a12023929a0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.2103145 May 12 05:29:42.633380 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-8cf424b6-ada1-4e0e-98e3-f1a6bcb17ab9 None None] For port de6658ee-bb9a-4499-9eb0-ac7b722cf108, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=de6658ee-bb9a-4499-9eb0-ac7b722cf108,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:42.650494 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8cf424b6-ada1-4e0e-98e3-f1a6bcb17ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:42.725588 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-19a64ce8-0bf5-4437-aa61-11fe50c918dc req-a142be13-7457-416e-aa9c-aa280d11a207 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905070 May 12 05:29:42.748125 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf424b6-ada1-4e0e-98e3-f1a6bcb17ab9 None None] Pushing event updated for resources: {'Port': ['ID=de6658ee-bb9a-4499-9eb0-ac7b722cf108,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:42.853748 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.db.api [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 05:29:42.853748 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG oslo_db.api [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 05:29:42.861636 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:42.971505 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bec338-ccd9-46bf-b81c-32ccfb98154f req-6739e67d-5bdc-49ca-88c7-a32145c79cc6 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:42.979354 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a4bec338-ccd9-46bf-b81c-32ccfb98154f req-6739e67d-5bdc-49ca-88c7-a32145c79cc6 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 946 time: 0.0726421 May 12 05:29:42.980741 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-d12e5f10-5ac0-43c7-9aca-fe32cfca8b85 None None] Provisioning complete for port de6658ee-bb9a-4499-9eb0-ac7b722cf108 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:42.981295 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-d12e5f10-5ac0-43c7-9aca-fe32cfca8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.010110 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.023374 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.055106 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a4bec338-ccd9-46bf-b81c-32ccfb98154f req-16e1b349-562f-4608-83b5-c979be400a43 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648241 May 12 05:29:43.091303 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Attempting to bind port 72efa720-f1f1-461f-a877-cae178a2cff9 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:43.092076 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Attempting to bind port 72efa720-f1f1-461f-a877-cae178a2cff9 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:43.092436 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Attempting to bind port 72efa720-f1f1-461f-a877-cae178a2cff9 on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:43.100728 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:43.101082 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:43.101579 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.102066 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:43.102764 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Bound port: 72efa720-f1f1-461f-a877-cae178a2cff9, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:43.103266 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.108581 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Allocated IP 172.20.0.1 (c9a8469e-1170-4827-8fc7-cabd99d14870/3b777656-245e-456d-b09b-8603f4007c12/79097997-e2d9-4154-b3c8-b12369eb1ae8) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:43.113478 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09611e-9ff4-433b-b47b-e430479bc705 None None] Pushing event updated for resources: {'Port': ['ID=72efa720-f1f1-461f-a877-cae178a2cff9,revision_number=2']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:43.131421 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-d12e5f10-5ac0-43c7-9aca-fe32cfca8b85 None None] Current status of the port de6658ee-bb9a-4499-9eb0-ac7b722cf108 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:43.181107 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] For port 72efa720-f1f1-461f-a877-cae178a2cff9, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:43.185491 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] For port 72efa720-f1f1-461f-a877-cae178a2cff9, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=72efa720-f1f1-461f-a877-cae178a2cff9,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:43.191393 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.233855 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.261818 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:43.262791 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:43.264456 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09611e-9ff4-433b-b47b-e430479bc705 None None] Pushing event updated for resources: {'Port': ['ID=72efa720-f1f1-461f-a877-cae178a2cff9,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:43.266475 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.307042 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Network c9a8469e-1170-4827-8fc7-cabd99d14870 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:43.310285 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:43.314495 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:43.344978 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Pushing event updated for resources: {'Port': ['ID=79097997-e2d9-4154-b3c8-b12369eb1ae8,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:43.367233 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.367773 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.368251 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.368720 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.369196 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.369672 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.370137 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.370601 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.371074 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.371543 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.372022 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.372478 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:43.385381 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.451305 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port de6658ee-bb9a-4499-9eb0-ac7b722cf108 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:43.573776 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.632228 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:43.802809 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-63328ba3-5c72-40c6-a396-2002911bca8c None None] Provisioning complete for port 79097997-e2d9-4154-b3c8-b12369eb1ae8 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:43.803455 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.808640 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-63328ba3-5c72-40c6-a396-2002911bca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.810452 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.859385 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-63328ba3-5c72-40c6-a396-2002911bca8c None None] Port 79097997-e2d9-4154-b3c8-b12369eb1ae8 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:43.884314 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Pushing event updated for resources: {'Port': ['ID=79097997-e2d9-4154-b3c8-b12369eb1ae8,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:43.934992 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:43.972355 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device de6658ee-bb9a-4499-9eb0-ac7b722cf108 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:43.990367 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:40Z', 'revision_number': 3, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:44.048545 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port de6658ee-bb9a-4499-9eb0-ac7b722cf108 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:44.049314 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:44.060966 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501e67b-9c2a-4ed7-9b1d-842f768e13d0 None None] The sync data for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb is: [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:40Z', 'revision_number': 3, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:29:44.069798 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc25b-9a30-4f73-8523-36c57037369a req-d53beb7c-fb44-435a-beb0-bda50b34c1bf tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:44.072410 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-513bc25b-9a30-4f73-8523-36c57037369a req-d53beb7c-fb44-435a-beb0-bda50b34c1bf tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1419289 May 12 05:29:44.133001 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Network c9a8469e-1170-4827-8fc7-cabd99d14870 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:44.136259 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:44.200342 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port de6658ee-bb9a-4499-9eb0-ac7b722cf108 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:44.227834 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-513bc25b-9a30-4f73-8523-36c57037369a req-45b406f8-262e-46db-b666-889043593a6d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454623 May 12 05:29:44.332833 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Router 40dce2fa-f279-4284-abb0-03e234022a0b has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:29:44.510660 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-be3abd09-b21c-468a-9d60-c50fb68d6f78 None None] Provisioning complete for port 79097997-e2d9-4154-b3c8-b12369eb1ae8 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:44.511044 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-be3abd09-b21c-468a-9d60-c50fb68d6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:44.570400 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-be3abd09-b21c-468a-9d60-c50fb68d6f78 None None] Port 79097997-e2d9-4154-b3c8-b12369eb1ae8 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:44.745527 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:29:44.760414 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-122431b6-908c-4996-9e00-f3537c570be4 admin admin] 10.222.0.23 "PUT /v2.0/routers/40dce2fa-f279-4284-abb0-03e234022a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7373607 May 12 05:29:45.154239 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45294) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:45.162532 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-13b1af43-e2a8-47c1-8fe2-1221941200ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637979910', 'description': 'tempest-description--387860631'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:45.190755 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-13b1af43-e2a8-47c1-8fe2-1221941200ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.302789 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-13b1af43-e2a8-47c1-8fe2-1221941200ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.311455 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-13b1af43-e2a8-47c1-8fe2-1221941200ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.373774 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1af43-e2a8-47c1-8fe2-1221941200ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40dbb5a2-1955-4563-aa93-0ae3e7603a08,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:45.392199 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-13b1af43-e2a8-47c1-8fe2-1221941200ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.393835 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-13b1af43-e2a8-47c1-8fe2-1221941200ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2379215 May 12 05:29:45.397328 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45306) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:45.404086 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'security_group_rule': {'security_group_id': '40dbb5a2-1955-4563-aa93-0ae3e7603a08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:45.410661 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed79c5-8cd7-4b87-97af-3d8e8ecaacbc req-0ffe3469-e214-4068-848f-7f017b5c8bf8 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:45.419511 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1bed79c5-8cd7-4b87-97af-3d8e8ecaacbc req-0ffe3469-e214-4068-848f-7f017b5c8bf8 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0882072 May 12 05:29:45.449613 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.470604 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1bed79c5-8cd7-4b87-97af-3d8e8ecaacbc req-b2f4ad4d-00f7-4107-bbb6-158ff99d31f2 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501380 May 12 05:29:45.508872 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.516153 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.545684 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.547758 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476104 May 12 05:29:45.549695 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45312) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:45.561382 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-f254ebb8-a13a-4224-ae1b-ff0208cf03c0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'security_group_rule': {'security_group_id': '40dbb5a2-1955-4563-aa93-0ae3e7603a08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:45.565562 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2bd849-c7ce-4e57-8a69-c2a48a54fd00,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:45.579040 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.579040 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.579040 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.579681 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.579681 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.580192 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.580265 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.580547 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.581108 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.581638 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.582166 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.582705 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214b13e-bce7-4afc-ad6e-ccc1be71b084 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:45.606077 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f254ebb8-a13a-4224-ae1b-ff0208cf03c0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.672139 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f254ebb8-a13a-4224-ae1b-ff0208cf03c0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.675805 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f254ebb8-a13a-4224-ae1b-ff0208cf03c0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.696734 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254ebb8-a13a-4224-ae1b-ff0208cf03c0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a662d62-f80b-4007-b8c6-f8dc3ce721be,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:45.703128 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f254ebb8-a13a-4224-ae1b-ff0208cf03c0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.704380 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-f254ebb8-a13a-4224-ae1b-ff0208cf03c0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524093 May 12 05:29:45.707343 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45322) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:45.712574 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:45.736720 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.905128 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:45.995957 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 72efa720-f1f1-461f-a877-cae178a2cff9 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:46.021542 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45336) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:46.069615 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Allocated IP 172.28.0.181 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/46c5925f-1e3c-4c10-aa6e-6efdab4e1a71) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:46.123896 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0347ca6c-061d-4f4e-a24e-de832aee159b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.127947 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 72efa720-f1f1-461f-a877-cae178a2cff9 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:46.128634 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.201002 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.209986 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c996-630b-45a6-bbed-1185ae74be91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.251358 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 72efa720-f1f1-461f-a877-cae178a2cff9 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:46.251762 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.260741 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.284902 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 72efa720-f1f1-461f-a877-cae178a2cff9, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=72efa720-f1f1-461f-a877-cae178a2cff9,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:46.298699 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.315069 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:46.321224 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:46.324528 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:46.334570 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c996-630b-45a6-bbed-1185ae74be91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.339840 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c996-630b-45a6-bbed-1185ae74be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.351985 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Sync routers for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:29:46.355980 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'Port': ['ID=46c5925f-1e3c-4c10-aa6e-6efdab4e1a71,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:46.368440 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:46.369352 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:46.421367 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-e9e2c996-630b-45a6-bbed-1185ae74be91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9ab84d47c0348908aac769d8c70a4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984401 May 12 05:29:46.425337 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2c996-630b-45a6-bbed-1185ae74be91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d011b7ca-9e88-4f79-8561-0e81c17ec15a,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:46.426830 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45346) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:46.445467 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.453449 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd26f1-e722-4cef-9c37-b4744dd61077 req-7411a222-b649-4bdc-a53f-f07b1e7d763e tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:46.455072 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f4cd26f1-e722-4cef-9c37-b4744dd61077 req-7411a222-b649-4bdc-a53f-f07b1e7d763e tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 946 time: 0.0773637 May 12 05:29:46.499704 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f4cd26f1-e722-4cef-9c37-b4744dd61077 req-22e7d0a5-b9bf-464e-8fe1-99fde6ed01f8 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341761 May 12 05:29:46.534662 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-be12a60e-c32d-458c-8240-53594841ac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.539525 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.550488 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=72efa720-f1f1-461f-a877-cae178a2cff9,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:46.596364 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-be12a60e-c32d-458c-8240-53594841ac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.620766 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:46.689061 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9edf8d-7d71-4476-8348-01f2a8129db9 req-77f1e29c-98c0-4f04-8b68-f847f0c350eb tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:46.690476 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8c9edf8d-7d71-4476-8348-01f2a8129db9 req-77f1e29c-98c0-4f04-8b68-f847f0c350eb tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1214612 May 12 05:29:46.775605 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8c9edf8d-7d71-4476-8348-01f2a8129db9 req-15be4a34-a1ff-47f8-886e-3450ad62109d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601070 May 12 05:29:46.777805 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-be12a60e-c32d-458c-8240-53594841ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.780585 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-be12a60e-c32d-458c-8240-53594841ac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.792939 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-be12a60e-c32d-458c-8240-53594841ac1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d011b7ca-9e88-4f79-8561-0e81c17ec15a HTTP/1.1" status: 204 len: 168 time: 0.3596704 May 12 05:29:46.817236 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12a60e-c32d-458c-8240-53594841ac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d011b7ca-9e88-4f79-8561-0e81c17ec15a,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:46.890794 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.897170 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 2, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:46.899571 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.936895 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Checking router: 40dce2fa-f279-4284-abb0-03e234022a0b for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:29:46.937503 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Updating router 40dce2fa-f279-4284-abb0-03e234022a0b port 79097997-e2d9-4154-b3c8-b12369eb1ae8 binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:29:46.941628 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.965684 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.971447 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'Port': ['ID=46c5925f-1e3c-4c10-aa6e-6efdab4e1a71,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:46.978800 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:46.980086 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e0a3f02a-3ca3-4a67-9ce8-e8cbcc85b57f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2717497 May 12 05:29:47.220251 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-04f7b987-9988-4a80-898e-d4d2f202bc17 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--637979910&fields=id&tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92 HTTP/1.1" status: 200 len: 267 time: 0.0481784 May 12 05:29:47.240570 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45380) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:47.258238 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-28dfd586-2c1b-4679-a9e7-89b5fefd6672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.284465 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.286757 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45382) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:47.292820 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.350995 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Pushing event updated for resources: {'Port': ['ID=79097997-e2d9-4154-b3c8-b12369eb1ae8,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:47.371452 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-28dfd586-2c1b-4679-a9e7-89b5fefd6672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.375199 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.375485 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.375929 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.376045 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-177075da-ca7e-4d2c-a664-ae1fd54c656f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:47.376463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.376723 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.377058 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.377403 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.377765 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.378093 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.378421 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.378739 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.379226 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:29:47.383107 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-28dfd586-2c1b-4679-a9e7-89b5fefd6672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.387705 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-177075da-ca7e-4d2c-a664-ae1fd54c656f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 817 time: 0.1664889 May 12 05:29:47.400541 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-e3b0701f-85b4-4b56-9bbf-68230d892399 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/quotas/8fd11d1e2d8345b4ba172c7869fa6b92 HTTP/1.1" status: 200 len: 375 time: 0.0114362 May 12 05:29:47.426416 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-28dfd586-2c1b-4679-a9e7-89b5fefd6672 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15f4e9e7f84a4389ad3213799fa2533a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820686 May 12 05:29:47.426626 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Attempting to bind port 79097997-e2d9-4154-b3c8-b12369eb1ae8 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:47.426626 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Attempting to bind port 79097997-e2d9-4154-b3c8-b12369eb1ae8 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:47.426626 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Attempting to bind port 79097997-e2d9-4154-b3c8-b12369eb1ae8 on network c9a8469e-1170-4827-8fc7-cabd99d14870 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:47.427967 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45386) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:47.435747 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:47.436143 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Checking segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:47.436542 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.436927 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Bound using segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:47.437390 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Bound port: 79097997-e2d9-4154-b3c8-b12369eb1ae8, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:47.437764 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.456007 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd586-2c1b-4679-a9e7-89b5fefd6672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198e3e6-0cf5-4285-9c89-ce42a58d2c99,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:47.499744 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6eda02bf-f6f9-4e91-84f2-e31141172107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.517034 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-c45aeb4c-c295-4399-968c-f6b2031e6a26 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018765 May 12 05:29:47.534353 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] For port 79097997-e2d9-4154-b3c8-b12369eb1ae8, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:47.539169 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6eda02bf-f6f9-4e91-84f2-e31141172107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.543401 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] For port 79097997-e2d9-4154-b3c8-b12369eb1ae8, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=79097997-e2d9-4154-b3c8-b12369eb1ae8,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:47.554928 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.596631 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-262815f9-ebe9-437b-9920-7450a399910a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.634054 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:29:47.635615 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:47.681476 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7737d89-b528-4751-afd9-3a1b30aa597a None None] Pushing event updated for resources: {'Port': ['ID=79097997-e2d9-4154-b3c8-b12369eb1ae8,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:47.693035 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc599a-f4b8-47d1-af35-653994c51ac8 req-845fac2d-d5f9-4829-ae4e-9d7bed48f0ee tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:47.694726 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-edbc599a-f4b8-47d1-af35-653994c51ac8 req-845fac2d-d5f9-4829-ae4e-9d7bed48f0ee tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 946 time: 0.0843353 May 12 05:29:47.697310 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6eda02bf-f6f9-4e91-84f2-e31141172107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.702110 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6eda02bf-f6f9-4e91-84f2-e31141172107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.707042 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-6eda02bf-f6f9-4e91-84f2-e31141172107 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a198e3e6-0cf5-4285-9c89-ce42a58d2c99 HTTP/1.1" status: 204 len: 168 time: 0.2775247 May 12 05:29:47.722854 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda02bf-f6f9-4e91-84f2-e31141172107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198e3e6-0cf5-4285-9c89-ce42a58d2c99,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:47.723194 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-90987518-633a-450c-aa68-46f0905ea236 service neutron] 10.222.0.23 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036593 May 12 05:29:47.779384 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-edbc599a-f4b8-47d1-af35-653994c51ac8 req-51299798-278f-4812-a59b-d56d14f3791e tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621278 May 12 05:29:47.790621 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-65bbbfdb-d92d-4ed7-9208-04944d2c7ace None None] Provisioning complete for port 79097997-e2d9-4154-b3c8-b12369eb1ae8 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:47.790998 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65bbbfdb-d92d-4ed7-9208-04944d2c7ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.853000 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-518d96dd-3f30-451e-9d05-c061e3b13ab0 service neutron] 10.222.0.23 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259060 May 12 05:29:47.872875 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-262815f9-ebe9-437b-9920-7450a399910a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.875703 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:29:47.884513 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-262815f9-ebe9-437b-9920-7450a399910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:47.976539 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-262815f9-ebe9-437b-9920-7450a399910a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec5d47db0ced49e4af0b57315902044f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880968 May 12 05:29:47.977733 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262815f9-ebe9-437b-9920-7450a399910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f09042-7abb-4e11-97e0-80416e31833b,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:47.979134 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45396) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:47.998815 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 72efa720-f1f1-461f-a877-cae178a2cff9 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:48.133141 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-35157a6a-a979-4dc4-8de5-fab2b1968736 req-9aa50164-5ff5-43a1-801f-3a539099cf8f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 210 time: 0.0372140 May 12 05:29:48.148856 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-65bbbfdb-d92d-4ed7-9208-04944d2c7ace None None] Current status of the port 79097997-e2d9-4154-b3c8-b12369eb1ae8 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:48.149251 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65bbbfdb-d92d-4ed7-9208-04944d2c7ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.183960 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd35037-a5f2-444f-88f9-5734a4170835 req-49dbb726-5cef-48d7-a490-87f1a28de419 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:48.183960 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-edd35037-a5f2-444f-88f9-5734a4170835 req-49dbb726-5cef-48d7-a490-87f1a28de419 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1783302 May 12 05:29:48.216096 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-c9356a20-312a-416e-88c0-999669082cd1 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:48.218178 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-c9356a20-312a-416e-88c0-999669082cd1 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 946 time: 0.0835345 May 12 05:29:48.224919 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-65bbbfdb-d92d-4ed7-9208-04944d2c7ace None None] For port 79097997-e2d9-4154-b3c8-b12369eb1ae8, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=79097997-e2d9-4154-b3c8-b12369eb1ae8,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:48.243984 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65bbbfdb-d92d-4ed7-9208-04944d2c7ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.253367 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-58b06771-4864-4a44-8c40-4bc78d56be26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.316881 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 72efa720-f1f1-461f-a877-cae178a2cff9 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:48.317356 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.326072 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-58b06771-4864-4a44-8c40-4bc78d56be26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.344179 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-edd35037-a5f2-444f-88f9-5734a4170835 req-57b7a02e-7946-4c74-b738-cb9f85cdb2d9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461401 May 12 05:29:48.407785 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-58b06771-4864-4a44-8c40-4bc78d56be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.413336 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-58b06771-4864-4a44-8c40-4bc78d56be26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.417166 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-58b06771-4864-4a44-8c40-4bc78d56be26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81f09042-7abb-4e11-97e0-80416e31833b HTTP/1.1" status: 204 len: 168 time: 0.4338508 May 12 05:29:48.432034 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b06771-4864-4a44-8c40-4bc78d56be26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f09042-7abb-4e11-97e0-80416e31833b,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:48.470675 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45424) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:48.482548 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b60bafeb-131a-4c43-893d-4d6e5adc0492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.491481 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc3abd35-ea4d-468a-82bc-279e299e29eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.499094 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbbfdb-d92d-4ed7-9208-04944d2c7ace None None] Pushing event updated for resources: {'Port': ['ID=79097997-e2d9-4154-b3c8-b12369eb1ae8,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:48.506689 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-9c06882f-00de-41c4-b56d-53017eec0a95 None None] Provisioning complete for port 79097997-e2d9-4154-b3c8-b12369eb1ae8 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:48.507309 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9c06882f-00de-41c4-b56d-53017eec0a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.576434 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Deleting port a69c2605-67ec-406d-b982-2988d3be0a06 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:29:48.577451 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.639364 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc3abd35-ea4d-468a-82bc-279e299e29eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.657125 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc3abd35-ea4d-468a-82bc-279e299e29eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.660716 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 72efa720-f1f1-461f-a877-cae178a2cff9 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:48.674830 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:47Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:29:48.688679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3abd35-ea4d-468a-82bc-279e299e29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dd804b-09d0-44e1-a0e1-cb4cad6f4ae6,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:48.712642 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-cc3abd35-ea4d-468a-82bc-279e299e29eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c304b4f065434eff9a711226ff088a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408023 May 12 05:29:48.713515 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45434) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:48.733481 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] For port a69c2605-67ec-406d-b982-2988d3be0a06, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a69c2605-67ec-406d-b982-2988d3be0a06,segment=NetworkSegment(658391ef-2854-41de-bb01-27b782a955fa),segment_id=658391ef-2854-41de-bb01-27b782a955fa)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:48.735597 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.739231 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be1d61-fead-44ba-b930-60726f4bee17 None None] The sync data for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb is: [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:47Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:29:48.781617 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Calling delete_port for a69c2605-67ec-406d-b982-2988d3be0a06 owned by compute:nova {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:29:48.782671 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f67c839a-6eee-4302-a9b3-8332aa3fce05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:48.910406 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f67c839a-6eee-4302-a9b3-8332aa3fce05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:49.010711 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f67c839a-6eee-4302-a9b3-8332aa3fce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:49.015239 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f67c839a-6eee-4302-a9b3-8332aa3fce05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:49.020632 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-f67c839a-6eee-4302-a9b3-8332aa3fce05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89dd804b-09d0-44e1-a0e1-cb4cad6f4ae6 HTTP/1.1" status: 204 len: 168 time: 0.3059721 May 12 05:29:49.029289 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-9c06882f-00de-41c4-b56d-53017eec0a95 None None] Current status of the port 79097997-e2d9-4154-b3c8-b12369eb1ae8 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:49.031956 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c839a-6eee-4302-a9b3-8332aa3fce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dd804b-09d0-44e1-a0e1-cb4cad6f4ae6,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:49.082456 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8800aff-6ac1-461b-ba32-5a062e50ea33 req-bf6e7074-40b8-4d59-86ba-b8f45c8be229 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:49.084303 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b8800aff-6ac1-461b-ba32-5a062e50ea33 req-bf6e7074-40b8-4d59-86ba-b8f45c8be229 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 946 time: 0.1468351 May 12 05:29:49.174900 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b8800aff-6ac1-461b-ba32-5a062e50ea33 req-fd160234-d77f-4cbe-a201-8c9762176a8f tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/security-groups?id=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824056 May 12 05:29:49.195243 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:49.217766 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['a69c2605-67ec-406d-b982-2988d3be0a06'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:49.252100 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Pushing event deleted for resources: {'Port': ['ID=a69c2605-67ec-406d-b982-2988d3be0a06,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:49.340282 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-13280bd9-e724-4310-b998-116a15716834 req-f6790910-f668-4d13-953f-216ad84bb7ab tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 210 time: 0.0438886 May 12 05:29:49.352066 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:49.406031 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] No DVR routers for this DVR port a69c2605-67ec-406d-b982-2988d3be0a06 on host hv-cinder-83118 {{(pid=101911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:29:49.413513 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:49.420748 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-68e63405-9ea5-4473-a5d3-c866c5dd0b22 req-efbeb06e-9f47-4d7b-9c13-5ed4a8a12ce9 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.35 "DELETE /v2.0/ports/a69c2605-67ec-406d-b982-2988d3be0a06 HTTP/1.1" status: 204 len: 173 time: 1.1835849 May 12 05:29:49.424329 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7818aa-d020-4582-b9a4-fec8c039ff77', 'name': 'network-vif-deleted', 'tag': 'a69c2605-67ec-406d-b982-2988d3be0a06'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:49.429537 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56203f3e-74d7-405d-9313-d6072535eb11" -d '{"events": [{"server_uuid": "6c7818aa-d020-4582-b9a4-fec8c039ff77", "name": "network-vif-deleted", "tag": "a69c2605-67ec-406d-b982-2988d3be0a06"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:49.514521 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fda8df-3589-49b8-b085-d9cf3649331a x-openstack-request-id: req-62fda8df-3589-49b8-b085-d9cf3649331a {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:49.515816 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7818aa-d020-4582-b9a4-fec8c039ff77", "name": "network-vif-deleted", "tag": "a69c2605-67ec-406d-b982-2988d3be0a06", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:49.518083 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62fda8df-3589-49b8-b085-d9cf3649331a {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:49.518778 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fda8df-3589-49b8-b085-d9cf3649331a'] response: {'server_uuid': '6c7818aa-d020-4582-b9a4-fec8c039ff77', 'name': 'network-vif-deleted', 'tag': 'a69c2605-67ec-406d-b982-2988d3be0a06', 'status': 'completed', 'code': 200} May 12 05:29:49.555182 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565efee-9422-4fbf-8c17-b56766bf92f0 req-6a609c9e-2ff0-41ca-8277-bd6c29a5178c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:49.557027 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1565efee-9422-4fbf-8c17-b56766bf92f0 req-6a609c9e-2ff0-41ca-8277-bd6c29a5178c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0843472 May 12 05:29:49.616742 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1565efee-9422-4fbf-8c17-b56766bf92f0 req-5b35f72b-2228-4443-ac88-34f672221976 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 May 12 05:29:50.066988 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 79097997-e2d9-4154-b3c8-b12369eb1ae8 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:50.123957 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-91087df7-94f8-4eba-9ae9-649c2776fd80 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:50.126439 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-91087df7-94f8-4eba-9ae9-649c2776fd80 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 817 time: 0.2601964 May 12 05:29:50.139428 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45492) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:50.185436 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 79097997-e2d9-4154-b3c8-b12369eb1ae8 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:50.185835 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.298007 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-c7669b14-5b6e-470e-b05c-090b35eafc91 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92 HTTP/1.1" status: 200 len: 379 time: 0.1453359 May 12 05:29:50.318275 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'port': {'device_id': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'admin_state_up': True, 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'security_groups': ['40dbb5a2-1955-4563-aa93-0ae3e7603a08']}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:50.354691 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 79097997-e2d9-4154-b3c8-b12369eb1ae8 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:50.431139 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3cb4db33-5a3c-4446-ab3c-e55cf85cd8f9 req-8e8d8c64-0175-4f1e-854b-3cd6175789b6 tempest-VolumesActionsTest-512808408 tempest-VolumesActionsTest-512808408-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c7818aa-d020-4582-b9a4-fec8c039ff77 HTTP/1.1" status: 200 len: 210 time: 0.0855398 May 12 05:29:50.477060 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0071e681-c77a-4f39-9ce2-dce24c06aed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.526754 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5eb81627-5c53-4a0e-83f9-3f9a201b8290 req-279a82c1-1d92-43a1-aedc-7efff76f02a6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 210 time: 0.0405567 May 12 05:29:50.562197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Made reservation on behalf of 8fd11d1e2d8345b4ba172c7869fa6b92 for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:29:50.566521 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.587280 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0071e681-c77a-4f39-9ce2-dce24c06aed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.595571 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0071e681-c77a-4f39-9ce2-dce24c06aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.639118 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-0071e681-c77a-4f39-9ce2-dce24c06aed3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdb33ba48c6f41259497f2583157c654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985321 May 12 05:29:50.640480 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071e681-c77a-4f39-9ce2-dce24c06aed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03963f20-bdc9-40df-8941-a8788b2915df,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:50.642736 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45510) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:50.749390 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bf8df142-a3f3-4cfa-99fd-7736a5c0eeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.772721 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bf8df142-a3f3-4cfa-99fd-7736a5c0eeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.832691 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.847089 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572cb80-e87b-466c-b984-d8a9ed0dcc13 req-5dd37c85-2d0d-45af-a63b-58ab9ccfd150 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:50.848854 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c572cb80-e87b-466c-b984-d8a9ed0dcc13 req-5dd37c85-2d0d-45af-a63b-58ab9ccfd150 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1334255 May 12 05:29:50.850272 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bf8df142-a3f3-4cfa-99fd-7736a5c0eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.853031 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bf8df142-a3f3-4cfa-99fd-7736a5c0eeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:50.854267 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bf8df142-a3f3-4cfa-99fd-7736a5c0eeb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03963f20-bdc9-40df-8941-a8788b2915df HTTP/1.1" status: 204 len: 168 time: 0.2104588 May 12 05:29:50.866980 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8df142-a3f3-4cfa-99fd-7736a5c0eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03963f20-bdc9-40df-8941-a8788b2915df,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:50.883539 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Allocated IP 172.20.0.5 (c9a8469e-1170-4827-8fc7-cabd99d14870/3b777656-245e-456d-b09b-8603f4007c12/8a476b9c-c2ac-4673-b01c-42f91e29a4dd) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:29:50.944374 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c572cb80-e87b-466c-b984-d8a9ed0dcc13 req-27b0104c-aa64-4c10-8e5c-be5fea63c764 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782709 May 12 05:29:51.079033 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.120212 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.163370 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Network c9a8469e-1170-4827-8fc7-cabd99d14870 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:29:51.166410 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:29:51.168088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.170010 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:29:51.217828 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:51.228371 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:51.228986 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.251001 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-ee0b94f1-30c2-47a9-a3a1-f590b3cf2dee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9443870 May 12 05:29:51.267829 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Request body: {'port': {'device_id': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:29:51.341512 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45532) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:51.342005 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.356753 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-80197a46-0059-46ce-a6eb-0b0d44e313ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.440679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-80197a46-0059-46ce-a6eb-0b0d44e313ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.447516 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-80197a46-0059-46ce-a6eb-0b0d44e313ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.484727 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-80197a46-0059-46ce-a6eb-0b0d44e313ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6466b2436904a1ab89e901641aff6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421788 May 12 05:29:51.487226 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45542) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:51.503893 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80197a46-0059-46ce-a6eb-0b0d44e313ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f42c49-0acc-4586-8323-6938973a4573,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:51.591387 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-c0513490-3009-45c2-ac16-d2e19b19a3e0 None None] Provisioning complete for port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:51.591884 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-c0513490-3009-45c2-ac16-d2e19b19a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.611436 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cad12203-29ae-46d0-887e-a75dccf92e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.650921 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-c0513490-3009-45c2-ac16-d2e19b19a3e0 None None] Port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:29:51.657854 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cad12203-29ae-46d0-887e-a75dccf92e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.683165 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device a69c2605-67ec-406d-b982-2988d3be0a06 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:29:51.713237 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: a69c2605-67ec-406d-b982-2988d3be0a06 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:29:51.713944 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device a69c2605-67ec-406d-b982-2988d3be0a06 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:29:51.730731 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d04e49-3ef8-4956-a2a3-42d7eef437bd req-fff6bedd-60b2-45f0-b1b5-7827069b57e4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:51.742504 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8d04e49-3ef8-4956-a2a3-42d7eef437bd req-fff6bedd-60b2-45f0-b1b5-7827069b57e4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 931 time: 0.0830667 May 12 05:29:51.764200 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a476b9c-c2ac-4673-b01c-42f91e29a4dd {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:51.775701 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.779520 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cad12203-29ae-46d0-887e-a75dccf92e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.782536 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cad12203-29ae-46d0-887e-a75dccf92e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.786096 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-cad12203-29ae-46d0-887e-a75dccf92e02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0f42c49-0acc-4586-8323-6938973a4573 HTTP/1.1" status: 204 len: 168 time: 0.2977934 May 12 05:29:51.793648 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8d04e49-3ef8-4956-a2a3-42d7eef437bd req-5c81f421-7e68-41ed-a338-e592ec820342 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 May 12 05:29:51.803057 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad12203-29ae-46d0-887e-a75dccf92e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f42c49-0acc-4586-8323-6938973a4573,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:51.805396 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Transition to ACTIVE for port object 8a476b9c-c2ac-4673-b01c-42f91e29a4dd will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:29:51.822610 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:51.885529 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:52.014119 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Attempting to bind port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:29:52.014461 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Attempting to bind port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:29:52.014792 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Attempting to bind port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd on network c9a8469e-1170-4827-8fc7-cabd99d14870 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:52.020387 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd on network c9a8469e-1170-4827-8fc7-cabd99d14870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:29:52.020680 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Attempting to bind port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd on network c9a8469e-1170-4827-8fc7-cabd99d14870 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:29:52.027966 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:29:52.028333 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Checking segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:29:52.028927 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Bound using segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:29:52.029206 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Bound port: 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:29:52.029662 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.160567 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b682a8f-1d40-4731-823f-902d244b2604 req-76296f07-c7d7-481a-bb16-c6d0f96c8d81 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:52.162986 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4b682a8f-1d40-4731-823f-902d244b2604 req-76296f07-c7d7-481a-bb16-c6d0f96c8d81 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0852833 May 12 05:29:52.183273 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:29:52.187503 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:29:52.197520 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.246940 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:52.247568 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.249047 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] 10.222.0.35 "PUT /v2.0/ports/8a476b9c-c2ac-4673-b01c-42f91e29a4dd HTTP/1.1" status: 200 len: 1093 time: 0.9868536 May 12 05:29:52.285448 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:52.288919 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b12889-1f86-44ff-9686-a7ecaecc5421" -d '{"events": [{"name": "network-changed", "server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:52.305316 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4b682a8f-1d40-4731-823f-902d244b2604 req-cf6e3696-18c5-4c7e-a8c7-ce693202f888 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313863 May 12 05:29:52.363296 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bc3350-fc3e-4309-a732-7a86d05d9b28 x-openstack-request-id: req-27bc3350-fc3e-4309-a732-7a86d05d9b28 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:52.363296 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:52.363296 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27bc3350-fc3e-4309-a732-7a86d05d9b28 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:52.363296 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bc3350-fc3e-4309-a732-7a86d05d9b28'] response: {'name': 'network-changed', 'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'status': 'completed', 'code': 200} May 12 05:29:52.393701 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929283d-0665-4a2e-a045-62c38c50c0ce service neutron] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:52.407389 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3ec9ca9e-d9f0-449e-bd57-cb8236e4c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:52.417599 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-3ec9ca9e-d9f0-449e-bd57-cb8236e4c655 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 1096 time: 0.1111534 May 12 05:29:52.478519 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45584) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:52.497958 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-17421a4f-239c-481c-b813-8f6ff47281c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd HTTP/1.1" status: 200 len: 217 time: 0.0795135 May 12 05:29:52.505454 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2bc0942f-a61e-4ccf-b87b-ec90c24a6bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.568340 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-fd459b58-4cd1-4908-8fd3-23b716573fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:52.569856 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-fd459b58-4cd1-4908-8fd3-23b716573fdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0632126 May 12 05:29:52.623216 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2bc0942f-a61e-4ccf-b87b-ec90c24a6bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.630978 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2bc0942f-a61e-4ccf-b87b-ec90c24a6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.637755 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-33ec38a8-ca57-4399-9d76-fd3dc3a06f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:52.639298 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-33ec38a8-ca57-4399-9d76-fd3dc3a06f76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0587301 May 12 05:29:52.672600 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-2bc0942f-a61e-4ccf-b87b-ec90c24a6bfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f1c834f7c8043489bdf27a6f2dd2241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923091 May 12 05:29:52.676615 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45596) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:52.689322 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0942f-a61e-4ccf-b87b-ec90c24a6bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d803e2c6-2ff2-4aae-b8e0-fcb8b383c1f3,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:52.737133 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b65d701a-3fef-4293-a685-28e7705b8749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.748237 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-b60db3f0-fdd7-4267-9cdd-08d6584aaebb service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986540 May 12 05:29:52.759304 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b65d701a-3fef-4293-a685-28e7705b8749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.824085 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b65d701a-3fef-4293-a685-28e7705b8749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.827187 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b65d701a-3fef-4293-a685-28e7705b8749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:52.828346 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b65d701a-3fef-4293-a685-28e7705b8749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d803e2c6-2ff2-4aae-b8e0-fcb8b383c1f3 HTTP/1.1" status: 204 len: 168 time: 0.1507957 May 12 05:29:52.856645 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d701a-3fef-4293-a685-28e7705b8749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d803e2c6-2ff2-4aae-b8e0-fcb8b383c1f3,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:52.869854 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-16b3295a-09f1-4ccc-8669-1abe9091eee1 req-e1bd0f59-3776-4908-a9c2-770270904379 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120946 May 12 05:29:52.973008 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fc71b-e708-4137-8766-34d7e8a65494 req-0a425436-c2ae-4954-88cd-43887e155596 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:52.974540 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-752fc71b-e708-4137-8766-34d7e8a65494 req-0a425436-c2ae-4954-88cd-43887e155596 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0808573 May 12 05:29:52.986365 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-69cef4c1-dc7a-43ba-81b9-e88f81ca285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:52.987779 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-69cef4c1-dc7a-43ba-81b9-e88f81ca285a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 1096 time: 0.0649168 May 12 05:29:53.083075 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-752fc71b-e708-4137-8766-34d7e8a65494 req-1da254f6-611b-4220-b67a-cec7bf29ebd5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993278 May 12 05:29:53.117190 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-88467506-be36-45a7-ad5c-e6f4e3124ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:53.118728 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-88467506-be36-45a7-ad5c-e6f4e3124ff6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.1191940 May 12 05:29:53.171084 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-fed0de0f-faf3-4fc2-9f53-fcad3678e1a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd HTTP/1.1" status: 200 len: 217 time: 0.0424728 May 12 05:29:53.425666 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-949c6184-cd0c-404e-9c40-d305253cb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:53.427658 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-949c6184-cd0c-404e-9c40-d305253cb74e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.2476871 May 12 05:29:53.439000 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a05b9-f657-4d26-9d11-e735f6b41dee req-e249e871-3c5b-4d4f-9312-cd2e18dbcf71 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:53.440598 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-828a05b9-f657-4d26-9d11-e735f6b41dee req-e249e871-3c5b-4d4f-9312-cd2e18dbcf71 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0586860 May 12 05:29:53.487498 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-10a8efac-04a0-427f-b983-1fe122c295b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:53.489024 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-10a8efac-04a0-427f-b983-1fe122c295b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0483925 May 12 05:29:53.493161 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-828a05b9-f657-4d26-9d11-e735f6b41dee req-ed9cc8a9-d958-407a-a6a1-a70dafcc43f0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 May 12 05:29:53.600966 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-515e6621-02af-4c1e-bbb7-22f9340fa1cb service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930939 May 12 05:29:53.701901 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-04b12889-1f86-44ff-9686-a7ecaecc5421 req-e80c03e5-d925-47d3-b320-673fdb6675d3 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909967 May 12 05:29:54.148799 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45698) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:54.243688 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167188-ee1e-47a4-a313-6e92bd67a8ba req-2c60b3a1-579d-4ba3-8427-67d14678a4a6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:54.247490 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bb167188-ee1e-47a4-a313-6e92bd67a8ba req-2c60b3a1-579d-4ba3-8427-67d14678a4a6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0711474 May 12 05:29:54.290588 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3c8-ccb1-4ac6-8bde-6056337045c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:54.301522 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bb167188-ee1e-47a4-a313-6e92bd67a8ba req-56b33bc2-1494-462e-abb3-6bd88c1bdb16 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408936 May 12 05:29:54.371667 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3c8-ccb1-4ac6-8bde-6056337045c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:54.376156 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3c8-ccb1-4ac6-8bde-6056337045c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:54.417422 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-55f7b3c8-ccb1-4ac6-8bde-6056337045c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03d7c0fb1e024eafa65e725af07d913f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681532 May 12 05:29:54.418314 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7b3c8-ccb1-4ac6-8bde-6056337045c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45714b3a-aec2-475f-8cfe-5f92d4869d80,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:54.419669 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45710) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:54.472066 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-071d183b-28e3-4cfe-86ac-06fc1ac99ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:54.496960 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-071d183b-28e3-4cfe-86ac-06fc1ac99ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:54.583745 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-071d183b-28e3-4cfe-86ac-06fc1ac99ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:54.588335 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-071d183b-28e3-4cfe-86ac-06fc1ac99ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:54.591094 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-071d183b-28e3-4cfe-86ac-06fc1ac99ff4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45714b3a-aec2-475f-8cfe-5f92d4869d80 HTTP/1.1" status: 204 len: 168 time: 0.1700711 May 12 05:29:54.601520 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d183b-28e3-4cfe-86ac-06fc1ac99ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45714b3a-aec2-475f-8cfe-5f92d4869d80,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:54.672444 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12e569-cf20-40f1-9ce9-c55633de96d7 req-bda683ae-6cc5-4d35-8332-39b7fb16932d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:54.680869 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7e12e569-cf20-40f1-9ce9-c55633de96d7 req-bda683ae-6cc5-4d35-8332-39b7fb16932d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0875318 May 12 05:29:54.717163 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7e12e569-cf20-40f1-9ce9-c55633de96d7 req-464870dc-d895-42e5-92be-b58d7bf3664e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351832 May 12 05:29:55.418713 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa47759-0f10-4ece-a068-979c7366447c req-a5a23317-bab7-4a65-a565-6b07994b77ab tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:55.420289 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-daa47759-0f10-4ece-a068-979c7366447c req-a5a23317-bab7-4a65-a565-6b07994b77ab tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0487592 May 12 05:29:55.468522 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-daa47759-0f10-4ece-a068-979c7366447c req-73ed614c-23b1-4430-9167-4abb185af863 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412874 May 12 05:29:55.663417 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:29:55.789650 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:55.808479 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'port_id': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'mac_address': 'fa:16:3e:85:91:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:29:55.869559 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:55.870006 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:55.872424 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c552-7062-4725-bf1f-3ca569262fae req-bcf6a493-764e-4a9f-b696-35ff5fd21247 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:55.873999 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-20d0c552-7062-4725-bf1f-3ca569262fae req-bcf6a493-764e-4a9f-b696-35ff5fd21247 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0697973 May 12 05:29:55.891437 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a476b9c-c2ac-4673-b01c-42f91e29a4dd {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:29:55.913965 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-20d0c552-7062-4725-bf1f-3ca569262fae req-d060893e-eb33-49e9-b88f-c0f8cb2e5dcd tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 May 12 05:29:55.921371 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:55.926775 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:55.976191 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:56.281998 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['8a476b9c-c2ac-4673-b01c-42f91e29a4dd'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:29:56.585281 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45828) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:56.611837 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae0818-3703-4953-86c0-8f470d0fb301 req-b92ef91d-66a8-42f3-96f9-21b72484e594 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:56.613652 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f1ae0818-3703-4953-86c0-8f470d0fb301 req-b92ef91d-66a8-42f3-96f9-21b72484e594 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 944 time: 0.0680916 May 12 05:29:56.651843 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f1ae0818-3703-4953-86c0-8f470d0fb301 req-5a826016-1a7b-485e-986a-8375743a51a8 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317194 May 12 05:29:56.746734 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8d35e2a6-f795-46ce-b86a-ce00655d67cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:56.838147 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8d35e2a6-f795-46ce-b86a-ce00655d67cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:56.845622 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8d35e2a6-f795-46ce-b86a-ce00655d67cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:56.889360 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8d35e2a6-f795-46ce-b86a-ce00655d67cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8339bf2c6b84334898be77a512c2b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025570 May 12 05:29:56.891464 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45838) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:56.892556 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35e2a6-f795-46ce-b86a-ce00655d67cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ddc47-eba7-4be2-b474-4c94da0f559f,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:56.954958 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c3436258-2e7c-4a66-b624-b2e6c40fb227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:56.981550 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c3436258-2e7c-4a66-b624-b2e6c40fb227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.062597 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f806f-6975-4bee-b2ae-e40d84799b53 req-41df63a3-d9dc-4007-a7cc-885ead6c91ab tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:57.064277 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0f9f806f-6975-4bee-b2ae-e40d84799b53 req-41df63a3-d9dc-4007-a7cc-885ead6c91ab tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0742724 May 12 05:29:57.096137 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c3436258-2e7c-4a66-b624-b2e6c40fb227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.099204 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c3436258-2e7c-4a66-b624-b2e6c40fb227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.100340 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-c3436258-2e7c-4a66-b624-b2e6c40fb227 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/071ddc47-eba7-4be2-b474-4c94da0f559f HTTP/1.1" status: 204 len: 168 time: 0.2078600 May 12 05:29:57.120027 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3436258-2e7c-4a66-b624-b2e6c40fb227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ddc47-eba7-4be2-b474-4c94da0f559f,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:57.125896 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0f9f806f-6975-4bee-b2ae-e40d84799b53 req-43864081-6c91-447b-956c-dfe675896b55 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533586 May 12 05:29:57.415727 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45854) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:57.428885 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f266654b-b5d2-49ad-8ecd-55c45ff51f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.504278 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f266654b-b5d2-49ad-8ecd-55c45ff51f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.508251 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f266654b-b5d2-49ad-8ecd-55c45ff51f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.545418 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f266654b-b5d2-49ad-8ecd-55c45ff51f31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=023c48a58fad44e99659467d81d12d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285808 May 12 05:29:57.546252 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266654b-b5d2-49ad-8ecd-55c45ff51f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149d906c-a3d4-430e-82ce-b754a1822325,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:57.548174 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45856) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:57.598193 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-590fe035-0a67-4d07-bc2c-4a091179ed2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.618784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-590fe035-0a67-4d07-bc2c-4a091179ed2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.665654 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-590fe035-0a67-4d07-bc2c-4a091179ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.668132 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-590fe035-0a67-4d07-bc2c-4a091179ed2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.669274 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-590fe035-0a67-4d07-bc2c-4a091179ed2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/149d906c-a3d4-430e-82ce-b754a1822325 HTTP/1.1" status: 204 len: 168 time: 0.1192672 May 12 05:29:57.677232 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fe035-0a67-4d07-bc2c-4a091179ed2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149d906c-a3d4-430e-82ce-b754a1822325,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:57.678630 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:29:57.748201 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:29:57.752340 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:29:57.752771 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.783184 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcf710-8a0a-4f12-92a6-c9d590a64692 req-c3f1e6ad-2535-4020-b072-11f0844db108 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:57.785726 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-97fcf710-8a0a-4f12-92a6-c9d590a64692 req-c3f1e6ad-2535-4020-b072-11f0844db108 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 944 time: 0.0595317 May 12 05:29:57.831078 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-97fcf710-8a0a-4f12-92a6-c9d590a64692 req-5548da65-0b6b-4da2-b126-8ca8b7a23bfa tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373785 May 12 05:29:57.849391 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:29:57.849789 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.874390 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:29:57.876727 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53875006-5802-4659-b16f-dfdb33ef6c87" -d '{"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-plugged", "status": "completed", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:29:57.889413 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:29:57.899460 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:57.939219 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96784322-6a42-4483-a944-800474c0cd2c x-openstack-request-id: req-96784322-6a42-4483-a944-800474c0cd2c {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:29:57.939532 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-plugged", "status": "completed", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:29:57.939815 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96784322-6a42-4483-a944-800474c0cd2c {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:29:57.941058 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96784322-6a42-4483-a944-800474c0cd2c'] response: {'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'code': 200} May 12 05:29:57.975396 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:58.140971 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ff6ae-fabf-4a39-bca7-c4f55180bf3c req-888ae95a-c402-454a-994a-49cf33496c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:58.142951 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a68ff6ae-fabf-4a39-bca7-c4f55180bf3c req-888ae95a-c402-454a-994a-49cf33496c58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 1098 time: 0.0519462 May 12 05:29:58.182092 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a68ff6ae-fabf-4a39-bca7-c4f55180bf3c req-a5010161-4f10-4914-8237-7a4d64061ef8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306280 May 12 05:29:58.267582 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd661a5-dd42-4cd8-b321-1dcd8960b14d req-1b41dae1-cf02-4a00-855c-4712ee5a5a69 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:58.269263 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cdd661a5-dd42-4cd8-b321-1dcd8960b14d req-1b41dae1-cf02-4a00-855c-4712ee5a5a69 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0620198 May 12 05:29:58.318608 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cdd661a5-dd42-4cd8-b321-1dcd8960b14d req-b52f8f73-b32f-4856-a657-d308e44dbe8b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 May 12 05:29:58.955959 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45932) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:58.975016 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa45f9a-48b9-4bb8-bf90-14c2b70c5702 req-6b11befa-cfd0-42b6-89fe-56cf41f59ac6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:58.976520 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cfa45f9a-48b9-4bb8-bf90-14c2b70c5702 req-6b11befa-cfd0-42b6-89fe-56cf41f59ac6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0673163 May 12 05:29:59.014164 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cfa45f9a-48b9-4bb8-bf90-14c2b70c5702 req-f57c9052-b3d2-4ae9-9745-4799b64c4960 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 May 12 05:29:59.086790 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-70e47002-1a3c-487a-ab9e-d7170274aab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:59.163996 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-70e47002-1a3c-487a-ab9e-d7170274aab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:59.172783 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-70e47002-1a3c-487a-ab9e-d7170274aab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:59.211139 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-70e47002-1a3c-487a-ab9e-d7170274aab4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91f464cb02a44543a576b6583c9f3f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545359 May 12 05:29:59.212048 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e47002-1a3c-487a-ab9e-d7170274aab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bf8fa8-6530-4d36-ada9-f29245228054,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:59.213783 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 45942) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:29:59.266912 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f37cc596-9549-4aa2-ba27-e5f17e21164b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:59.288039 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f37cc596-9549-4aa2-ba27-e5f17e21164b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:59.336798 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f37cc596-9549-4aa2-ba27-e5f17e21164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:59.339423 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f37cc596-9549-4aa2-ba27-e5f17e21164b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:29:59.340589 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f37cc596-9549-4aa2-ba27-e5f17e21164b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47bf8fa8-6530-4d36-ada9-f29245228054 HTTP/1.1" status: 204 len: 168 time: 0.1252472 May 12 05:29:59.348279 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cc596-9549-4aa2-ba27-e5f17e21164b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bf8fa8-6530-4d36-ada9-f29245228054,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:29:59.468093 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00c24-e2c6-48bc-bfe6-394647bbea1c req-8f7e8017-08d3-4ceb-9085-4d50cdb6ddf0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:29:59.469500 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-64d00c24-e2c6-48bc-bfe6-394647bbea1c req-8f7e8017-08d3-4ceb-9085-4d50cdb6ddf0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0698781 May 12 05:29:59.507922 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-64d00c24-e2c6-48bc-bfe6-394647bbea1c req-16f38114-4d81-48ae-92fb-18aef101d2bf tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 May 12 05:30:00.147926 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193cf6-2d84-4d99-9476-8bbfbb76e311 req-a9136667-6939-473b-a46b-c0c1d8d6ad9c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:00.149500 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-17193cf6-2d84-4d99-9476-8bbfbb76e311 req-a9136667-6939-473b-a46b-c0c1d8d6ad9c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0534022 May 12 05:30:00.192824 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-17193cf6-2d84-4d99-9476-8bbfbb76e311 req-d52175f0-638c-4b7d-84e2-41550e0e6108 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326881 May 12 05:30:00.330387 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f5e1-689e-40d1-9365-1e3f0a10ee93 req-3b6c2d4b-fd63-4a6b-9105-0ac2fc5bb4e0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:00.331999 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-e597f5e1-689e-40d1-9365-1e3f0a10ee93 req-3b6c2d4b-fd63-4a6b-9105-0ac2fc5bb4e0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0627663 May 12 05:30:00.342152 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 45988) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:00.349469 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'floatingip': {'port_id': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:00.393573 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:00.926381 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663ff62-c6f0-4030-bfdf-2d06639247b4 req-b15fd2d5-bc6b-423e-8224-bcf097eb432a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:00.928362 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4663ff62-c6f0-4030-bfdf-2d06639247b4 req-b15fd2d5-bc6b-423e-8224-bcf097eb432a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.3009577 May 12 05:30:01.035214 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4663ff62-c6f0-4030-bfdf-2d06639247b4 req-822b8ae0-12e7-408a-91d8-4d1cd209b360 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736759 May 12 05:30:01.144016 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:01.148469 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:01.246021 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Floating IP 2d2c39ee-11ac-4551-9a1a-af1464fc1a96 associated. External IP: 172.28.0.181, port: 8a476b9c-c2ac-4673-b01c-42f91e29a4dd. May 12 05:30:01.450048 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Router 40dce2fa-f279-4284-abb0-03e234022a0b has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:30:01.556994 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:30:01.561383 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:01.569602 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] Sync routers for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:30:01.581296 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:01.582015 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:01.598915 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-09d5d7e8-f506-41cc-bba0-46ff1c81f33d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "PUT /v2.0/floatingips/2d2c39ee-11ac-4551-9a1a-af1464fc1a96 HTTP/1.1" status: 200 len: 991 time: 1.2544110 May 12 05:30:01.599489 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:01.601897 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28" -d '{"events": [{"name": "network-changed", "server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:01.653496 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6e0701-4d8b-452f-8cda-b2bce235e34a x-openstack-request-id: req-9a6e0701-4d8b-452f-8cda-b2bce235e34a {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:01.653896 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:01.654352 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a6e0701-4d8b-452f-8cda-b2bce235e34a {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:01.654840 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6e0701-4d8b-452f-8cda-b2bce235e34a'] response: {'name': 'network-changed', 'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'status': 'completed', 'code': 200} May 12 05:30:01.709977 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-04b193c2-83d2-45c1-b68e-9647dc4f1c68 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e85eeac1880c4e04a1ec2143394b6d90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466850 May 12 05:30:01.732619 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:01.857506 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-53ac55f1-0aac-4c3b-aed4-5959dfe82c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:01.859471 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-53ac55f1-0aac-4c3b-aed4-5959dfe82c4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 1098 time: 0.1598823 May 12 05:30:01.989993 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-6e9dd8aa-3d47-477c-b792-9c38747da72c tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:01.990593 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '2d2c39ee-11ac-4551-9a1a-af1464fc1a96', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'floating_ip_address': '172.28.0.181', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'port_id': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'mac_address': 'fa:16:3e:85:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:46Z', 'updated_at': '2022-05-12T05:30:01Z', 'revision_number': 1, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:01.991494 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-6e9dd8aa-3d47-477c-b792-9c38747da72c tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609813 May 12 05:30:02.025615 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] Checking router: 40dce2fa-f279-4284-abb0-03e234022a0b for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:30:02.033816 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:02.034482 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:29:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:02.037024 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-ddde2071-ff9c-46b6-8d5e-59f6547e7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:02.038457 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-ddde2071-ff9c-46b6-8d5e-59f6547e7fd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.1644151 May 12 05:30:02.039823 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-bffe388d-a997-460b-b48c-82e77d2d9e90 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/quotas/e85eeac1880c4e04a1ec2143394b6d90 HTTP/1.1" status: 200 len: 375 time: 0.0208120 May 12 05:30:02.078599 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-418c3a34-f301-4af4-93ce-6bbd6a59bc03 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e85eeac1880c4e04a1ec2143394b6d90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327368 May 12 05:30:02.143985 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-0f2dbb1e-0cc1-44e4-8b04-ec203865e80b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd HTTP/1.1" status: 200 len: 999 time: 0.0888374 May 12 05:30:02.161488 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:02.206209 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ed11-fc94-488e-b175-73d5528c171e req-86f16fd6-a1c3-49c2-997f-eff3fce75494 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:02.217780 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e962ed11-fc94-488e-b175-73d5528c171e req-86f16fd6-a1c3-49c2-997f-eff3fce75494 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.1025095 May 12 05:30:02.222087 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-3f0e3def-ac83-4e4b-8e41-409fd80603dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:02.226280 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-3f0e3def-ac83-4e4b-8e41-409fd80603dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0639415 May 12 05:30:02.320324 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e962ed11-fc94-488e-b175-73d5528c171e req-d2917fd8-2f7a-46e7-89c9-8d9c9b707b3a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015635 May 12 05:30:02.344345 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-50b7188d-27ea-45c9-9605-8b80d71f740b req-3682f125-372c-4b33-9a91-f40a9c3d5838 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 210 time: 0.0398979 May 12 05:30:02.353111 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-5718d60f-bdf4-4556-a190-80d39d22d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:02.355884 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-5718d60f-bdf4-4556-a190-80d39d22d598 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064942 May 12 05:30:02.463026 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-bdf78406-d39a-4296-a59a-829be20700dd service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990498 May 12 05:30:02.544389 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '2d2c39ee-11ac-4551-9a1a-af1464fc1a96', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'floating_ip_address': '172.28.0.181', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'port_id': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'mac_address': 'fa:16:3e:85:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:46Z', 'updated_at': '2022-05-12T05:30:01Z', 'revision_number': 1, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:02.587873 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a1bda-5f3b-448d-8277-a41b2dc57d8d None None] The sync data for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb is: [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '2d2c39ee-11ac-4551-9a1a-af1464fc1a96', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'floating_ip_address': '172.28.0.181', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'port_id': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'mac_address': 'fa:16:3e:85:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:46Z', 'updated_at': '2022-05-12T05:30:01Z', 'revision_number': 1, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:30:02.592142 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72e80a64-f66e-47cc-a028-bb6ff8ad2c28 req-2f6cf826-fdc5-491b-ae29-02dc7abf5193 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205947 May 12 05:30:02.800726 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a185b9a-26bd-421c-aa9c-2a39a1587297 None None] New status for floating IP 2d2c39ee-11ac-4551-9a1a-af1464fc1a96: ACTIVE {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:30:03.361276 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46086) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:03.468794 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0799b-c93d-4255-b56a-2d9bdc18be56 req-2e76983a-974b-488d-9d65-d829d07cbae8 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:03.470546 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6a0799b-c93d-4255-b56a-2d9bdc18be56 req-2e76983a-974b-488d-9d65-d829d07cbae8 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0567973 May 12 05:30:03.476541 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-88d9775e-406f-4ad1-abd3-2187ad2f3798 req-b2281ad6-dcea-404f-b8c9-81ce294e609c tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 210 time: 0.0333729 May 12 05:30:03.513031 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-190f783c-3cc2-4e5d-9eee-c37624f9df4d tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e85eeac1880c4e04a1ec2143394b6d90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335584 May 12 05:30:03.519277 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-76a74b22-6c81-44a5-8734-7c5ce7138a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:03.531770 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b6a0799b-c93d-4255-b56a-2d9bdc18be56 req-a2388e5a-8a9a-46fd-9855-5f6e3807355b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489812 May 12 05:30:03.659701 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-6f585199-736f-4b81-a0f7-7cbec03b1248 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:03.661935 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-6f585199-736f-4b81-a0f7-7cbec03b1248 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384127 May 12 05:30:03.676981 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Request body: {'port': {'device_id': '6394b1a8-f319-4fe9-84ad-810ceff7ebfb', 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b', 'admin_state_up': True, 'tenant_id': 'e85eeac1880c4e04a1ec2143394b6d90'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:03.740060 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-76a74b22-6c81-44a5-8734-7c5ce7138a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:03.745346 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-76a74b22-6c81-44a5-8734-7c5ce7138a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:03.828323 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a74b22-6c81-44a5-8734-7c5ce7138a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d47bb-381e-448b-bd45-e13db1147dbd,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:03.832639 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-76a74b22-6c81-44a5-8734-7c5ce7138a83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15d81af9c8794603a215d769380f7ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703012 May 12 05:30:03.835431 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46108) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:03.873856 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Made reservation on behalf of e85eeac1880c4e04a1ec2143394b6d90 for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:03.877252 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:03.892836 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:03.924010 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-82036675-3676-4e98-a8d5-75ebbbf348ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:03.958731 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-82036675-3676-4e98-a8d5-75ebbbf348ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.030596 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.033388 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-82036675-3676-4e98-a8d5-75ebbbf348ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.036499 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-82036675-3676-4e98-a8d5-75ebbbf348ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.037617 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-82036675-3676-4e98-a8d5-75ebbbf348ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/036d47bb-381e-448b-bd45-e13db1147dbd HTTP/1.1" status: 204 len: 168 time: 0.2012165 May 12 05:30:04.040498 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.055913 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82036675-3676-4e98-a8d5-75ebbbf348ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d47bb-381e-448b-bd45-e13db1147dbd,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:04.124040 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69eb86c5-27f4-43db-beba-73ae663822e2,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:04.190603 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Allocated IP 192.168.233.103 (2a9a4440-aa61-4421-8a66-302c1cc5717b/78b9093c-1e08-4f2a-a13b-541e1476dc90/3258c2c3-81d9-407f-8422-78e6d6f979bd) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:04.370116 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.370813 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46126) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:04.384687 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-eea6d8cc-193f-4fcf-acc2-dcd8522833f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.404974 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.453115 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Network 2a9a4440-aa61-4421-8a66-302c1cc5717b is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:04.456396 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:04.460849 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:04.483860 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-eea6d8cc-193f-4fcf-acc2-dcd8522833f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.489014 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-eea6d8cc-193f-4fcf-acc2-dcd8522833f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.491803 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Pushing event updated for resources: {'Port': ['ID=3258c2c3-81d9-407f-8422-78e6d6f979bd,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:04.530172 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-eea6d8cc-193f-4fcf-acc2-dcd8522833f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffad7e86ba904759817eabbf0d7b25f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580758 May 12 05:30:04.531178 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6d8cc-193f-4fcf-acc2-dcd8522833f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db27189-4f4f-4210-a338-9472aba9ff16,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:04.533568 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46130) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:04.547775 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:04.549395 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.571469 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-9fe9848d-6f4b-4ca5-b02f-60b0e8bda8d5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8992593 May 12 05:30:04.594854 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Request body: {'port': {'device_id': '6394b1a8-f319-4fe9-84ad-810ceff7ebfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:04.598230 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4c323de-1718-43ae-b332-3d670df12350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.629368 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4c323de-1718-43ae-b332-3d670df12350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.673912 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.709802 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7e1ea-8aa3-42c5-97ac-53ce0da4d34c req-500ea43d-6169-471e-a7bc-8c372574f921 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:04.711376 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0be7e1ea-8aa3-42c5-97ac-53ce0da4d34c req-500ea43d-6169-471e-a7bc-8c372574f921 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0797479 May 12 05:30:04.713176 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abd9f8-75eb-4956-9dee-7144bad30d50 req-f6fa7074-d9f0-4e10-80de-bdf1ea39fea0 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:04.715072 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-63abd9f8-75eb-4956-9dee-7144bad30d50 req-f6fa7074-d9f0-4e10-80de-bdf1ea39fea0 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 936 time: 0.1330214 May 12 05:30:04.752461 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-83160fd1-10b3-4a02-9db4-0c7e1cddb50f None None] Provisioning complete for port 3258c2c3-81d9-407f-8422-78e6d6f979bd triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:04.752994 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4c323de-1718-43ae-b332-3d670df12350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.753122 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-83160fd1-10b3-4a02-9db4-0c7e1cddb50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.756337 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4c323de-1718-43ae-b332-3d670df12350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:04.757968 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e4c323de-1718-43ae-b332-3d670df12350 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8db27189-4f4f-4210-a338-9472aba9ff16 HTTP/1.1" status: 204 len: 168 time: 0.2234011 May 12 05:30:04.772515 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c323de-1718-43ae-b332-3d670df12350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db27189-4f4f-4210-a338-9472aba9ff16,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:04.777511 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0be7e1ea-8aa3-42c5-97ac-53ce0da4d34c req-f257ff7c-e3ad-45d2-a0f2-9e6c4b5b9ae2 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564284 May 12 05:30:04.803400 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-63abd9f8-75eb-4956-9dee-7144bad30d50 req-a71de4da-6553-4afd-991f-33ed48c68b99 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678065 May 12 05:30:04.807154 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-83160fd1-10b3-4a02-9db4-0c7e1cddb50f None None] Port 3258c2c3-81d9-407f-8422-78e6d6f979bd cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:30:05.019680 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3258c2c3-81d9-407f-8422-78e6d6f979bd {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:30:05.027672 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.040392 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Transition to ACTIVE for port object 3258c2c3-81d9-407f-8422-78e6d6f979bd will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:30:05.044827 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.097899 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Pushing event updated for resources: {'Port': ['ID=3258c2c3-81d9-407f-8422-78e6d6f979bd,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:05.176171 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46142) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:05.177124 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Attempting to bind port 3258c2c3-81d9-407f-8422-78e6d6f979bd on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:05.177463 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Attempting to bind port 3258c2c3-81d9-407f-8422-78e6d6f979bd by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:05.177787 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Attempting to bind port 3258c2c3-81d9-407f-8422-78e6d6f979bd on network 2a9a4440-aa61-4421-8a66-302c1cc5717b {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:05.182577 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Port 3258c2c3-81d9-407f-8422-78e6d6f979bd on network 2a9a4440-aa61-4421-8a66-302c1cc5717b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:30:05.182893 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Attempting to bind port 3258c2c3-81d9-407f-8422-78e6d6f979bd on network 2a9a4440-aa61-4421-8a66-302c1cc5717b {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:05.187764 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:05.188105 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Checking segment: {'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:05.188481 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Bound using segment: {'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:05.188911 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Bound port: 3258c2c3-81d9-407f-8422-78e6d6f979bd, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04874195-8c49-4848-9c7f-0fa65dc95644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:05.189260 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.190848 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-18774315-aa51-4f07-8ea4-4f5cafa858a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.271145 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] For port 3258c2c3-81d9-407f-8422-78e6d6f979bd, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:05.276967 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] For port 3258c2c3-81d9-407f-8422-78e6d6f979bd, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3258c2c3-81d9-407f-8422-78e6d6f979bd,segment=NetworkSegment(04874195-8c49-4848-9c7f-0fa65dc95644),segment_id=04874195-8c49-4848-9c7f-0fa65dc95644)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:05.282173 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.301555 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-18774315-aa51-4f07-8ea4-4f5cafa858a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.306523 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-18774315-aa51-4f07-8ea4-4f5cafa858a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.324217 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:05.325341 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.327295 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] 10.222.0.35 "PUT /v2.0/ports/3258c2c3-81d9-407f-8422-78e6d6f979bd HTTP/1.1" status: 200 len: 1098 time: 0.7468820 May 12 05:30:05.328515 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6394b1a8-f319-4fe9-84ad-810ceff7ebfb', 'tag': '3258c2c3-81d9-407f-8422-78e6d6f979bd'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:05.331338 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba479517-c962-425f-a226-2a12d84e4453" -d '{"events": [{"name": "network-changed", "server_uuid": "6394b1a8-f319-4fe9-84ad-810ceff7ebfb", "tag": "3258c2c3-81d9-407f-8422-78e6d6f979bd"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:05.355938 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46152) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:05.368325 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-18774315-aa51-4f07-8ea4-4f5cafa858a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24f253f5c4a54d84851224e1639f0742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766934 May 12 05:30:05.376145 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18774315-aa51-4f07-8ea4-4f5cafa858a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357b8bed-b81c-4b3d-a084-8587cc711a8f,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:05.425528 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a224dc-1965-42da-b544-f3119c02b70f service neutron] Pushing event updated for resources: {'Port': ['ID=3258c2c3-81d9-407f-8422-78e6d6f979bd,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:05.430915 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60c007b-fd3a-401b-85fd-965559ce76e8 x-openstack-request-id: req-a60c007b-fd3a-401b-85fd-965559ce76e8 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:05.431201 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6394b1a8-f319-4fe9-84ad-810ceff7ebfb", "tag": "3258c2c3-81d9-407f-8422-78e6d6f979bd", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:05.431456 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a60c007b-fd3a-401b-85fd-965559ce76e8 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:05.431870 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60c007b-fd3a-401b-85fd-965559ce76e8'] response: {'name': 'network-changed', 'server_uuid': '6394b1a8-f319-4fe9-84ad-810ceff7ebfb', 'tag': '3258c2c3-81d9-407f-8422-78e6d6f979bd', 'status': 'completed', 'code': 200} May 12 05:30:05.483745 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-87907c75-5bc1-41ed-82d4-3f535fc54c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:05.483745 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-87907c75-5bc1-41ed-82d4-3f535fc54c1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e85eeac1880c4e04a1ec2143394b6d90&device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 1101 time: 0.1012387 May 12 05:30:05.493544 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12c3a1e7-dffa-4a96-a18a-f01193d533dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.543924 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-7f5e3b1f-a494-4d7f-9069-024b1d76b085 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3258c2c3-81d9-407f-8422-78e6d6f979bd HTTP/1.1" status: 200 len: 217 time: 0.0435634 May 12 05:30:05.562339 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12c3a1e7-dffa-4a96-a18a-f01193d533dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.618893 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-178935eb-d869-410a-b604-29df62238ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:05.620353 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-178935eb-d869-410a-b604-29df62238ea8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78b9093c-1e08-4f2a-a13b-541e1476dc90 HTTP/1.1" status: 200 len: 843 time: 0.0667236 May 12 05:30:05.661382 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12c3a1e7-dffa-4a96-a18a-f01193d533dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.664220 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12c3a1e7-dffa-4a96-a18a-f01193d533dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:05.665434 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-12c3a1e7-dffa-4a96-a18a-f01193d533dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/357b8bed-b81c-4b3d-a084-8587cc711a8f HTTP/1.1" status: 204 len: 168 time: 0.2985704 May 12 05:30:05.679703 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3a1e7-dffa-4a96-a18a-f01193d533dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357b8bed-b81c-4b3d-a084-8587cc711a8f,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:05.688904 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-a004dbfb-e824-4399-840c-411b3c03ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:05.690641 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-a004dbfb-e824-4399-840c-411b3c03ac9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a9a4440-aa61-4421-8a66-302c1cc5717b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615120 May 12 05:30:05.789605 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-f055e692-cf12-47a1-a23d-81eda8f596c3 service neutron] 10.222.0.35 "GET /v2.0/networks/2a9a4440-aa61-4421-8a66-302c1cc5717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918982 May 12 05:30:05.953632 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d793e-8e1b-43b4-b2a9-2d1794b8fff2 req-bad51812-21cd-40b0-9cf7-0564330789bc tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:05.955941 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-932d793e-8e1b-43b4-b2a9-2d1794b8fff2 req-bad51812-21cd-40b0-9cf7-0564330789bc tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 948 time: 0.0582035 May 12 05:30:05.966001 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f380a80b-5b38-44b8-a952-888bc533dd6c req-1d068be9-ab2d-4400-9e07-eb0daf27dd7b service neutron] 10.222.0.35 "GET /v2.0/networks/2a9a4440-aa61-4421-8a66-302c1cc5717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635609 May 12 05:30:05.978435 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1114-2e17-4210-bfb5-9c882d08636e req-32964367-dcce-432c-8095-956cbcf44d97 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:05.983148 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-626c1114-2e17-4210-bfb5-9c882d08636e req-32964367-dcce-432c-8095-956cbcf44d97 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0787938 May 12 05:30:06.005923 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-932d793e-8e1b-43b4-b2a9-2d1794b8fff2 req-caea21f9-11ac-4070-bac4-b719708776f4 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 May 12 05:30:06.025910 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-626c1114-2e17-4210-bfb5-9c882d08636e req-e3491c34-0e58-481f-8b43-4c16734e8454 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341036 May 12 05:30:06.072684 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479517-c962-425f-a226-2a12d84e4453 req-b815275e-1244-4916-976d-b61cd5da2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:06.072684 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ba479517-c962-425f-a226-2a12d84e4453 req-b815275e-1244-4916-976d-b61cd5da2216 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e85eeac1880c4e04a1ec2143394b6d90&device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 1101 time: 0.0419049 May 12 05:30:06.370896 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479517-c962-425f-a226-2a12d84e4453 req-d424dd40-2c90-426f-b33c-34178a4be579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:06.372485 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ba479517-c962-425f-a226-2a12d84e4453 req-d424dd40-2c90-426f-b33c-34178a4be579 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a9a4440-aa61-4421-8a66-302c1cc5717b HTTP/1.1" status: 200 len: 870 time: 0.2894065 May 12 05:30:06.412946 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ba479517-c962-425f-a226-2a12d84e4453 req-6db73bca-5d4c-489c-a4ae-23e5dc4e2bc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3258c2c3-81d9-407f-8422-78e6d6f979bd HTTP/1.1" status: 200 len: 217 time: 0.0329299 May 12 05:30:06.475630 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479517-c962-425f-a226-2a12d84e4453 req-10624378-0575-49d0-96f4-660b0e3ced06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:06.477095 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ba479517-c962-425f-a226-2a12d84e4453 req-10624378-0575-49d0-96f4-660b0e3ced06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78b9093c-1e08-4f2a-a13b-541e1476dc90 HTTP/1.1" status: 200 len: 843 time: 0.0427985 May 12 05:30:06.531122 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479517-c962-425f-a226-2a12d84e4453 req-bd8d11cb-6ad3-4446-8162-e08a2f1e77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:06.532625 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ba479517-c962-425f-a226-2a12d84e4453 req-bd8d11cb-6ad3-4446-8162-e08a2f1e77ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a9a4440-aa61-4421-8a66-302c1cc5717b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462487 May 12 05:30:06.570811 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46194) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:06.614998 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f273da9e-5874-4ce9-b6a8-ce79c9ba2ba5 admin admin] Deleting subnet 373c9963-fe33-43d0-81b2-ab6e64d878fe {{(pid=101910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:30:06.618222 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f273da9e-5874-4ce9-b6a8-ce79c9ba2ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:06.633775 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ba479517-c962-425f-a226-2a12d84e4453 req-0b163b0a-940f-4278-8972-35d2c931db39 service neutron] 10.222.0.35 "GET /v2.0/networks/2a9a4440-aa61-4421-8a66-302c1cc5717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926950 May 12 05:30:06.659133 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f273da9e-5874-4ce9-b6a8-ce79c9ba2ba5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:06.665222 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f273da9e-5874-4ce9-b6a8-ce79c9ba2ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:06.724528 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f273da9e-5874-4ce9-b6a8-ce79c9ba2ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for subnet, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:06.744703 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ba479517-c962-425f-a226-2a12d84e4453 req-e67bd54a-657b-452e-b4d6-73a926bb0644 service neutron] 10.222.0.35 "GET /v2.0/networks/2a9a4440-aa61-4421-8a66-302c1cc5717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033640 May 12 05:30:06.752483 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273da9e-5874-4ce9-b6a8-ce79c9ba2ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373c9963-fe33-43d0-81b2-ab6e64d878fe,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:06.759175 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f273da9e-5874-4ce9-b6a8-ce79c9ba2ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:06.762839 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-f273da9e-5874-4ce9-b6a8-ce79c9ba2ba5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/373c9963-fe33-43d0-81b2-ab6e64d878fe HTTP/1.1" status: 204 len: 168 time: 0.1910152 May 12 05:30:06.766546 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46196) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:06.841157 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:06.940296 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:06.961637 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.962227 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.963201 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.963540 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > port after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.971816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.971816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > port after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.971816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.971816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.971816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:06.971816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:07.032011 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:07.032363 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:07.032700 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:07.033035 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 05:30:07.033414 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8a6d15-096d-4e28-8a43-382eec409af0']}} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:07.052293 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658391ef-2854-41de-bb01-27b782a955fa') {'for_net_delete': True} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:07.052599 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658391ef-2854-41de-bb01-27b782a955fa') {} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:07.073168 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333583'] for segment, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.117702 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.128293 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=101910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:30:07.128863 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10404212'] for segment, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: from cryptography.utils import int_from_bytes May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: from cryptography.utils import int_from_bytes May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: Traceback (most recent call last): May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: timer() May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: cb(*args, **kw) May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: return func(*args, **kwargs) May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: self._notify() May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: self.callback(batched_events) May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: event.method(event) May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: return f(self, *a, **k) May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: return self._get(url).json() May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: return self.request(url, 'GET', **kwargs) May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:30:07.133030 dv-cinder-831186-3-smb neutron-server[101910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:30:07.150706 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228928e7-f014-4926-bc0d-94616c3a8a3d req-ec45f964-5527-4027-901e-2574cd88d11f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:07.152707 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-228928e7-f014-4926-bc0d-94616c3a8a3d req-ec45f964-5527-4027-901e-2574cd88d11f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0542686 May 12 05:30:07.195525 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-228928e7-f014-4926-bc0d-94616c3a8a3d req-26fd2686-90aa-44a5-af7e-699b38a39443 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354021 May 12 05:30:07.205683 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c5e59-1861-4d05-bafb-d258927c78a7 req-7df0a793-de99-4194-ae59-aed1b4b76a7b tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:07.207407 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f51c5e59-1861-4d05-bafb-d258927c78a7 req-7df0a793-de99-4194-ae59-aed1b4b76a7b tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 948 time: 0.1215315 May 12 05:30:07.220701 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.237624 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.241233 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c8a6d15-096d-4e28-8a43-382eec409af0 HTTP/1.1" status: 204 len: 168 time: 0.4735699 May 12 05:30:07.244178 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46208) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:07.252863 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362eb3b-2e19-4174-8585-86f3245ceee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8a6d15-096d-4e28-8a43-382eec409af0,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:07.269411 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f51c5e59-1861-4d05-bafb-d258927c78a7 req-4b995be1-f477-4f6a-b69b-f08da9db74bd tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558946 May 12 05:30:07.293712 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-49526229-cb03-401a-a1aa-b008941f0618 admin admin] Deleting subnet be8ad3d1-b841-41cc-82c7-53c4a4c54d3a {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:30:07.296926 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-49526229-cb03-401a-a1aa-b008941f0618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.334996 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-49526229-cb03-401a-a1aa-b008941f0618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.373827 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-49526229-cb03-401a-a1aa-b008941f0618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.427622 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-49526229-cb03-401a-a1aa-b008941f0618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.452732 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49526229-cb03-401a-a1aa-b008941f0618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8ad3d1-b841-41cc-82c7-53c4a4c54d3a,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:07.458224 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-49526229-cb03-401a-a1aa-b008941f0618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.461547 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-49526229-cb03-401a-a1aa-b008941f0618 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/be8ad3d1-b841-41cc-82c7-53c4a4c54d3a HTTP/1.1" status: 204 len: 168 time: 0.2162716 May 12 05:30:07.464024 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46210) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:07.537335 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.614091 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.633155 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1149e951-61f8-4eb8-b4d2-8246b80ba99d']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:07.642004 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e36b6f-34fb-4a9a-835e-35a0cfe9f56e') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:07.642299 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e36b6f-34fb-4a9a-835e-35a0cfe9f56e') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:07.651791 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.665773 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.672788 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:30:07.673183 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:30:07.675439 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:30:07.733295 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.737998 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:07.741256 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] 10.222.0.23 "DELETE /v2.0/networks/1149e951-61f8-4eb8-b4d2-8246b80ba99d HTTP/1.1" status: 204 len: 168 time: 0.2763209 May 12 05:30:07.754993 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f97b09-df8a-448d-aef0-dd92edc6a70c admin admin] Pushing event deleted for resources: {'Network': ['ID=1149e951-61f8-4eb8-b4d2-8246b80ba99d,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:07.903804 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46218) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:07.943785 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-bdff79ac-ee51-4de8-90f4-63e1b2abe44a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70e79a23d3b64baa9734dae8f49e42f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386660 May 12 05:30:07.946246 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46224) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:08.005131 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-966e1407-bc65-42ea-99c5-6b4de3804ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:08.027961 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-966e1407-bc65-42ea-99c5-6b4de3804ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:08.077123 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-966e1407-bc65-42ea-99c5-6b4de3804ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:08.079732 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-966e1407-bc65-42ea-99c5-6b4de3804ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:08.083412 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-966e1407-bc65-42ea-99c5-6b4de3804ef5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7 HTTP/1.1" status: 204 len: 168 time: 0.1337335 May 12 05:30:08.089104 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e1407-bc65-42ea-99c5-6b4de3804ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78f3ac8-3f72-4cf6-b490-aa2780f8d2a7,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:08.333626 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7ca42-5038-4374-8776-ba1da126dc9b req-d55f5a0c-e345-4b2c-87c4-d8e4306d7a5b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:08.335301 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a6c7ca42-5038-4374-8776-ba1da126dc9b req-d55f5a0c-e345-4b2c-87c4-d8e4306d7a5b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0587800 May 12 05:30:08.386397 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a6c7ca42-5038-4374-8776-ba1da126dc9b req-27fd1f4f-6440-424f-9d2e-cb339929d90b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 May 12 05:30:08.440696 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e59b7e-e482-4917-9776-4a43d0a3823d req-6751d3e2-7bff-4452-a907-89e17b307186 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:08.449320 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-06e59b7e-e482-4917-9776-4a43d0a3823d req-6751d3e2-7bff-4452-a907-89e17b307186 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 948 time: 0.1030066 May 12 05:30:08.486693 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-06e59b7e-e482-4917-9776-4a43d0a3823d req-318de214-970a-4378-9d92-14c695947b2c tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364487 May 12 05:30:08.489806 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46252) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:08.531911 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-9249bd71-cfcb-4749-a09b-8f880e7851dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b229ca4d9d924e6f94acd11c5ddf32fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406795 May 12 05:30:08.534727 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46254) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:08.568961 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:30:08.588837 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8a27046b-42c7-44f1-bcf2-55fffc6615b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:08.609548 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8a27046b-42c7-44f1-bcf2-55fffc6615b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:08.655102 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8a27046b-42c7-44f1-bcf2-55fffc6615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:08.657833 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8a27046b-42c7-44f1-bcf2-55fffc6615b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:08.659188 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-8a27046b-42c7-44f1-bcf2-55fffc6615b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50fb1e4e-7919-4e61-8d9e-732a6f227c1b HTTP/1.1" status: 204 len: 168 time: 0.1233695 May 12 05:30:08.668332 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27046b-42c7-44f1-bcf2-55fffc6615b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fb1e4e-7919-4e61-8d9e-732a6f227c1b,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:08.843598 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:09.345593 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12113b7d-649a-41e1-9ca1-9a2094e4eb68 req-f10c163d-e725-4464-b622-400754cbb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:09.347116 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-12113b7d-649a-41e1-9ca1-9a2094e4eb68 req-f10c163d-e725-4464-b622-400754cbb6d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 1099 time: 0.0394750 May 12 05:30:09.381627 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-12113b7d-649a-41e1-9ca1-9a2094e4eb68 req-1fbc0ade-27ac-43f9-81e3-90bf7e28e7e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272634 May 12 05:30:09.500633 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6290653-4200-41ba-9faf-e711ffed9b36 req-eb67d628-b5ed-4bff-a11b-ddfccfea63df tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:09.502438 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f6290653-4200-41ba-9faf-e711ffed9b36 req-eb67d628-b5ed-4bff-a11b-ddfccfea63df tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0490279 May 12 05:30:09.563435 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f6290653-4200-41ba-9faf-e711ffed9b36 req-5f221a8e-b266-4e25-875d-cf17ae427d0e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 May 12 05:30:09.627384 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed51a4-f626-4e2a-8c3d-e462b9adc162 req-b7e94f58-9d07-4b3d-ae1c-85eebbb26d34 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:09.628804 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-60ed51a4-f626-4e2a-8c3d-e462b9adc162 req-b7e94f58-9d07-4b3d-ae1c-85eebbb26d34 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 948 time: 0.0519307 May 12 05:30:09.672659 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-60ed51a4-f626-4e2a-8c3d-e462b9adc162 req-8b0569fa-fc88-4cf2-b931-32948849159f tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 May 12 05:30:09.750595 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 3258c2c3-81d9-407f-8422-78e6d6f979bd details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:30:09.851683 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 3258c2c3-81d9-407f-8422-78e6d6f979bd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3258c2c3-81d9-407f-8422-78e6d6f979bd,segment=NetworkSegment(04874195-8c49-4848-9c7f-0fa65dc95644),segment_id=04874195-8c49-4848-9c7f-0fa65dc95644)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:09.863861 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '3258c2c3-81d9-407f-8422-78e6d6f979bd', 'network_id': '2a9a4440-aa61-4421-8a66-302c1cc5717b', 'port_id': '3258c2c3-81d9-407f-8422-78e6d6f979bd', 'mac_address': 'fa:16:3e:2f:b2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b9093c-1e08-4f2a-a13b-541e1476dc90', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:30:09.867704 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46310) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:09.905680 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 3258c2c3-81d9-407f-8422-78e6d6f979bd is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:09.906071 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:09.919215 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3258c2c3-81d9-407f-8422-78e6d6f979bd {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:30:09.938099 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 3258c2c3-81d9-407f-8422-78e6d6f979bd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3258c2c3-81d9-407f-8422-78e6d6f979bd,segment=NetworkSegment(04874195-8c49-4848-9c7f-0fa65dc95644),segment_id=04874195-8c49-4848-9c7f-0fa65dc95644)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:09.942910 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:09.982065 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b273848a-8068-4508-a8fa-9dd25cacd7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:10.000841 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=3258c2c3-81d9-407f-8422-78e6d6f979bd,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:10.056776 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b273848a-8068-4508-a8fa-9dd25cacd7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:10.060445 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b273848a-8068-4508-a8fa-9dd25cacd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:10.111508 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273848a-8068-4508-a8fa-9dd25cacd7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cc4ea2-86c9-4a49-b6d8-fc344b14da08,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:10.115765 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b273848a-8068-4508-a8fa-9dd25cacd7c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f51acc5b9da2420bb2c9a67333f5a276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468963 May 12 05:30:10.118348 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46316) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:10.170158 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c46c-b49d-4d21-b719-2956a90d6f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:10.192340 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c46c-b49d-4d21-b719-2956a90d6f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:10.239935 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c46c-b49d-4d21-b719-2956a90d6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:10.242494 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c46c-b49d-4d21-b719-2956a90d6f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:10.243996 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e4a5c46c-b49d-4d21-b719-2956a90d6f7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55cc4ea2-86c9-4a49-b6d8-fc344b14da08 HTTP/1.1" status: 204 len: 168 time: 0.1244109 May 12 05:30:10.251873 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5c46c-b49d-4d21-b719-2956a90d6f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cc4ea2-86c9-4a49-b6d8-fc344b14da08,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:10.330496 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['3258c2c3-81d9-407f-8422-78e6d6f979bd'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:30:10.687659 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520464e-8d92-4d91-b24b-d9d2a0139996 req-9dae1b6a-39dc-4402-9010-ed8caa9ffd34 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:10.689227 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a520464e-8d92-4d91-b24b-d9d2a0139996 req-9dae1b6a-39dc-4402-9010-ed8caa9ffd34 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0560522 May 12 05:30:10.751029 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a520464e-8d92-4d91-b24b-d9d2a0139996 req-05ce7a55-5b3e-445b-b9d5-b784536184ed tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539784 May 12 05:30:10.845258 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e33404-7175-4428-a9f1-c37a3501f551 req-55211412-475b-4152-b202-781bd15048fd tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:10.847031 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02e33404-7175-4428-a9f1-c37a3501f551 req-55211412-475b-4152-b202-781bd15048fd tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 949 time: 0.0633855 May 12 05:30:10.898725 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02e33404-7175-4428-a9f1-c37a3501f551 req-7b4167da-a50d-4930-ab09-d1cbf5834032 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382767 May 12 05:30:11.761102 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 3258c2c3-81d9-407f-8422-78e6d6f979bd up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:11.814709 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 3258c2c3-81d9-407f-8422-78e6d6f979bd completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:30:11.819948 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 3258c2c3-81d9-407f-8422-78e6d6f979bd triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:11.820327 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:11.868463 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fc0fe-0d04-4bf4-af6e-f60f43abcfad req-15fa109b-3d56-4208-a023-78cf2f0209fe tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:11.869944 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4f4fc0fe-0d04-4bf4-af6e-f60f43abcfad req-15fa109b-3d56-4208-a023-78cf2f0209fe tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0488732 May 12 05:30:11.911539 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4f4fc0fe-0d04-4bf4-af6e-f60f43abcfad req-fc41860f-7b60-4ee0-9df1-6c905e1a2f31 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 May 12 05:30:11.914998 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 3258c2c3-81d9-407f-8422-78e6d6f979bd is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:11.915404 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:11.952079 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 3258c2c3-81d9-407f-8422-78e6d6f979bd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3258c2c3-81d9-407f-8422-78e6d6f979bd,segment=NetworkSegment(04874195-8c49-4848-9c7f-0fa65dc95644),segment_id=04874195-8c49-4848-9c7f-0fa65dc95644)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:11.953194 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6394b1a8-f319-4fe9-84ad-810ceff7ebfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3258c2c3-81d9-407f-8422-78e6d6f979bd'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:11.956848 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5296bdea-009d-45e0-9cae-59022836c717" -d '{"events": [{"server_uuid": "6394b1a8-f319-4fe9-84ad-810ceff7ebfb", "name": "network-vif-plugged", "status": "completed", "tag": "3258c2c3-81d9-407f-8422-78e6d6f979bd"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:11.964210 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:12.028753 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=3258c2c3-81d9-407f-8422-78e6d6f979bd,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:12.064148 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729171d-f7c6-4291-bf89-617f88494ac3 req-e6de2ae0-67cf-4ba2-8d06-14d98bc8c170 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:12.073418 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2729171d-f7c6-4291-bf89-617f88494ac3 req-e6de2ae0-67cf-4ba2-8d06-14d98bc8c170 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 950 time: 0.0817056 May 12 05:30:12.112784 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3101-795c-4c56-aba6-bd75236ca011 req-b14ddcec-c627-4c36-86c1-f4be6239e47e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:12.117583 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2729171d-f7c6-4291-bf89-617f88494ac3 req-3d880c54-5706-4433-a41d-be446f9c252e tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 May 12 05:30:12.119411 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fc2d3101-795c-4c56-aba6-bd75236ca011 req-b14ddcec-c627-4c36-86c1-f4be6239e47e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0607533 May 12 05:30:12.191214 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fc2d3101-795c-4c56-aba6-bd75236ca011 req-a1adeaf9-81dd-45cc-811b-ed833eadd936 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654087 May 12 05:30:12.205779 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba08fe-d0cb-4211-af09-274698b76463 x-openstack-request-id: req-74ba08fe-d0cb-4211-af09-274698b76463 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:12.206481 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6394b1a8-f319-4fe9-84ad-810ceff7ebfb", "name": "network-vif-plugged", "status": "completed", "tag": "3258c2c3-81d9-407f-8422-78e6d6f979bd", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:12.209842 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74ba08fe-d0cb-4211-af09-274698b76463 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:12.211612 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ba08fe-d0cb-4211-af09-274698b76463'] response: {'server_uuid': '6394b1a8-f319-4fe9-84ad-810ceff7ebfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3258c2c3-81d9-407f-8422-78e6d6f979bd', 'code': 200} May 12 05:30:12.400893 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df443-b4c2-4259-91b1-aa442ec47861 req-904c89a3-dadc-43af-b1e2-f7ae50ece114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:12.403034 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa1df443-b4c2-4259-91b1-aa442ec47861 req-904c89a3-dadc-43af-b1e2-f7ae50ece114 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 1103 time: 0.0460789 May 12 05:30:12.445407 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa1df443-b4c2-4259-91b1-aa442ec47861 req-0ee8c04c-0eec-4a59-9662-3ec345bf9fda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284946 May 12 05:30:13.240390 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9df29-1ffe-40e8-8360-46eb32ba4d47 req-40f5a5a7-5800-4e3f-9af3-7ae25a763df3 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:13.241922 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9f9df29-1ffe-40e8-8360-46eb32ba4d47 req-40f5a5a7-5800-4e3f-9af3-7ae25a763df3 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 950 time: 0.0517199 May 12 05:30:13.278770 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a9f9df29-1ffe-40e8-8360-46eb32ba4d47 req-045190ac-a778-4e71-b4d0-f753051d9cf3 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 May 12 05:30:13.852403 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-b1b59d4b-ca2f-45bf-9bc1-5b41984d0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:13.854098 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-b1b59d4b-ca2f-45bf-9bc1-5b41984d0d62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 1099 time: 0.0797875 May 12 05:30:13.857158 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ec275-91b7-4886-a9ac-62a9b254a53c req-595f3773-38f1-41b0-8ed9-f6606e43b4ec tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:13.858668 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ed9ec275-91b7-4886-a9ac-62a9b254a53c req-595f3773-38f1-41b0-8ed9-f6606e43b4ec tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1015573 May 12 05:30:13.901672 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ed9ec275-91b7-4886-a9ac-62a9b254a53c req-ae58096e-40df-4d4d-9f3a-da3371e149fd tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367513 May 12 05:30:13.963990 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-dfb352fa-c4e0-4a10-8eec-a33c67941c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:13.965611 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-dfb352fa-c4e0-4a10-8eec-a33c67941c02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.0990736 May 12 05:30:14.014379 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-33794cb8-b8d7-4c61-a5cc-c1686ccf29c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=872b53b1-254f-4a0d-b773-677f0d422648 HTTP/1.1" status: 200 len: 217 time: 0.0346062 May 12 05:30:14.099195 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-882df342-0f72-4bef-b7ed-e10748ac9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:14.101320 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-882df342-0f72-4bef-b7ed-e10748ac9de1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0499747 May 12 05:30:14.155726 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-e3b87416-a1f9-43dd-8112-45fbc086b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:14.157253 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-e3b87416-a1f9-43dd-8112-45fbc086b153 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0454662 May 12 05:30:14.246669 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-4207764c-a60f-4f8d-a49b-691c1447b682 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798061 May 12 05:30:14.346150 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f7e54283-d1dc-4ed7-8a39-6bece67e6be8 req-67bdd6de-4928-4a65-9ffb-85863f3473c5 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897245 May 12 05:30:14.397541 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e40a9-69ba-4ae8-b6f9-154559f200f0 req-db469bcd-61dd-4d8a-b3ed-faf918e59937 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:14.399013 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-da7e40a9-69ba-4ae8-b6f9-154559f200f0 req-db469bcd-61dd-4d8a-b3ed-faf918e59937 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 950 time: 0.0507441 May 12 05:30:14.436756 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-da7e40a9-69ba-4ae8-b6f9-154559f200f0 req-64d62b86-9fbb-482e-afb2-d419c33884b2 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 May 12 05:30:14.703209 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb058505-7871-4983-bfd4-136b8e9e3cd0 req-e48db3ad-f25f-4d90-a48e-41c403a47a1f tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:14.704864 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fb058505-7871-4983-bfd4-136b8e9e3cd0 req-e48db3ad-f25f-4d90-a48e-41c403a47a1f tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 950 time: 0.0523245 May 12 05:30:14.754279 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fb058505-7871-4983-bfd4-136b8e9e3cd0 req-1f09a70a-8cec-4c43-9052-74f4bc752b73 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 May 12 05:30:15.057534 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8db2b-c9b4-460f-8393-36fcad95e97c req-3b4d9541-0d1e-4af1-b040-68e40d47bc64 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:15.064826 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-dbb8db2b-c9b4-460f-8393-36fcad95e97c req-3b4d9541-0d1e-4af1-b040-68e40d47bc64 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0621591 May 12 05:30:15.104290 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-dbb8db2b-c9b4-460f-8393-36fcad95e97c req-c67065f1-f55e-4dbf-9e58-104676ad8b7e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 May 12 05:30:15.868972 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf17c19-f46e-483d-ac9a-01aa803806e3 req-f21b4954-b151-4903-99a6-7d315cbc3ad4 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:15.870423 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bdf17c19-f46e-483d-ac9a-01aa803806e3 req-f21b4954-b151-4903-99a6-7d315cbc3ad4 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 950 time: 0.0482178 May 12 05:30:15.915572 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bdf17c19-f46e-483d-ac9a-01aa803806e3 req-7f1b4b5e-bd79-4029-a734-90dc663b3e59 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/security-groups?id=69eb86c5-27f4-43db-beba-73ae663822e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392325 May 12 05:30:16.086915 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8df756ce-5b27-4624-8b44-b9c87d6292b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:16.223278 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696db7c-35e2-4f2f-86e9-224848ee3f0f req-8876b2c6-98d5-414b-942b-266dae4a2887 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:16.224881 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b696db7c-35e2-4f2f-86e9-224848ee3f0f req-8876b2c6-98d5-414b-942b-266dae4a2887 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0516050 May 12 05:30:16.282391 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b696db7c-35e2-4f2f-86e9-224848ee3f0f req-ffccef83-2986-4078-9186-987348cfbc2c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 May 12 05:30:16.431057 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-9f689ba7-8b71-4fa9-98be-e31f524335a4 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:16.432484 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-9f689ba7-8b71-4fa9-98be-e31f524335a4 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.35 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 950 time: 0.0468752 May 12 05:30:16.521559 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Deleting port 3258c2c3-81d9-407f-8422-78e6d6f979bd {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:30:16.521895 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:16.617826 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] For port 3258c2c3-81d9-407f-8422-78e6d6f979bd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3258c2c3-81d9-407f-8422-78e6d6f979bd,segment=NetworkSegment(04874195-8c49-4848-9c7f-0fa65dc95644),segment_id=04874195-8c49-4848-9c7f-0fa65dc95644)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:16.618197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:16.630967 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Calling delete_port for 3258c2c3-81d9-407f-8422-78e6d6f979bd owned by compute:nova {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:30:16.760434 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:16.775875 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['3258c2c3-81d9-407f-8422-78e6d6f979bd'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:30:16.789267 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Pushing event deleted for resources: {'Port': ['ID=3258c2c3-81d9-407f-8422-78e6d6f979bd,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:16.831275 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] No DVR routers for this DVR port 3258c2c3-81d9-407f-8422-78e6d6f979bd on host hv-cinder-83118 {{(pid=101911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:30:16.834244 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:16.837895 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-e3c1d239-a7a2-43d7-8ff6-b7c9554f9f1c req-f1e3afb3-bac9-4f2e-a8bd-95580290a945 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.35 "DELETE /v2.0/ports/3258c2c3-81d9-407f-8422-78e6d6f979bd HTTP/1.1" status: 204 len: 173 time: 0.3995891 May 12 05:30:16.838348 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6394b1a8-f319-4fe9-84ad-810ceff7ebfb', 'name': 'network-vif-deleted', 'tag': '3258c2c3-81d9-407f-8422-78e6d6f979bd'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:16.840646 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e851850-e425-4d82-b1cd-f4e6178bf270" -d '{"events": [{"server_uuid": "6394b1a8-f319-4fe9-84ad-810ceff7ebfb", "name": "network-vif-deleted", "tag": "3258c2c3-81d9-407f-8422-78e6d6f979bd"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:16.882315 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a7081a-f470-4f7f-9c74-ae0280b5f1f1 x-openstack-request-id: req-c3a7081a-f470-4f7f-9c74-ae0280b5f1f1 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:16.882923 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6394b1a8-f319-4fe9-84ad-810ceff7ebfb", "name": "network-vif-deleted", "tag": "3258c2c3-81d9-407f-8422-78e6d6f979bd", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:16.882923 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3a7081a-f470-4f7f-9c74-ae0280b5f1f1 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:16.883379 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a7081a-f470-4f7f-9c74-ae0280b5f1f1'] response: {'server_uuid': '6394b1a8-f319-4fe9-84ad-810ceff7ebfb', 'name': 'network-vif-deleted', 'tag': '3258c2c3-81d9-407f-8422-78e6d6f979bd', 'status': 'completed', 'code': 200} May 12 05:30:17.028988 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7548400c-a60d-4717-9d49-8191e9da2dfa req-951a3c5b-1056-4940-8336-f3e3768319e5 tempest-VolumesNegativeTest-569435133 tempest-VolumesNegativeTest-569435133-project] 10.222.0.23 "GET /v2.0/ports?device_id=6394b1a8-f319-4fe9-84ad-810ceff7ebfb HTTP/1.1" status: 200 len: 210 time: 0.0248079 May 12 05:30:17.412837 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0fd74-c56c-4895-9739-427be45b7563 req-51d8ff2e-b917-4aad-bb19-09e88e536ea0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:17.416412 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bfa0fd74-c56c-4895-9739-427be45b7563 req-51d8ff2e-b917-4aad-bb19-09e88e536ea0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0577033 May 12 05:30:17.468316 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bfa0fd74-c56c-4895-9739-427be45b7563 req-bcd2b295-e06a-412b-8747-4dcef18c4cd9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 May 12 05:30:18.304612 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-43544136-7816-4a94-a7c1-c6801d44bf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:18.603651 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156ba9-de74-4e73-bb6d-202c39bcc1da req-43433bce-94b6-40de-9441-93a93530b411 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:18.605428 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9a156ba9-de74-4e73-bb6d-202c39bcc1da req-43433bce-94b6-40de-9441-93a93530b411 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0694654 May 12 05:30:18.650116 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9a156ba9-de74-4e73-bb6d-202c39bcc1da req-7fb491ed-bedf-4271-91c3-d057aacb5cc7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364294 May 12 05:30:19.322766 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:19.776375 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61310011-589f-4049-b41e-17f1d8745fc7 req-0c0ea0b6-fad6-49fc-81fb-9daa2a20b672 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:19.777880 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-61310011-589f-4049-b41e-17f1d8745fc7 req-0c0ea0b6-fad6-49fc-81fb-9daa2a20b672 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0505586 May 12 05:30:19.809058 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 3258c2c3-81d9-407f-8422-78e6d6f979bd no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:30:19.821368 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-61310011-589f-4049-b41e-17f1d8745fc7 req-e619c529-2632-4f0d-adba-04a3c8d78bd6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 May 12 05:30:19.834177 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 3258c2c3-81d9-407f-8422-78e6d6f979bd {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:30:19.834412 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 3258c2c3-81d9-407f-8422-78e6d6f979bd not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:30:20.826191 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:20.942850 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b079c44-66a1-46db-90f3-f030c5f93d5b req-f7c5b211-3ec0-43f9-aff2-d034ed5281dc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:20.944421 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2b079c44-66a1-46db-90f3-f030c5f93d5b req-f7c5b211-3ec0-43f9-aff2-d034ed5281dc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0555091 May 12 05:30:20.988646 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2b079c44-66a1-46db-90f3-f030c5f93d5b req-d7c31f34-e048-43a6-b3fe-969bc4144487 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 May 12 05:30:21.163396 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:21.168265 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46800) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:21.309836 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f8417b13-221f-4e83-beb9-adaf72863f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:21.382970 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f8417b13-221f-4e83-beb9-adaf72863f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:21.386746 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f8417b13-221f-4e83-beb9-adaf72863f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:21.426670 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f8417b13-221f-4e83-beb9-adaf72863f92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58464be3ede346b3a49bc0548d35ec71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572663 May 12 05:30:21.427609 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8417b13-221f-4e83-beb9-adaf72863f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aa76b5-8e58-4b4a-bf2f-14390d4bc952,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:21.429679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46804) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:21.479409 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4890f6cc-4e38-400c-9e38-8988c85abec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:21.499522 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4890f6cc-4e38-400c-9e38-8988c85abec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:21.545051 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4890f6cc-4e38-400c-9e38-8988c85abec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:21.547347 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4890f6cc-4e38-400c-9e38-8988c85abec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:21.551337 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-4890f6cc-4e38-400c-9e38-8988c85abec7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6aa76b5-8e58-4b4a-bf2f-14390d4bc952 HTTP/1.1" status: 204 len: 168 time: 0.1179121 May 12 05:30:21.560078 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890f6cc-4e38-400c-9e38-8988c85abec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aa76b5-8e58-4b4a-bf2f-14390d4bc952,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:22.115563 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edca4a-3654-4316-a0be-938eef79d3bb req-3b66dc51-b843-475f-b489-8d807ab8ea87 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:22.117792 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-11edca4a-3654-4316-a0be-938eef79d3bb req-3b66dc51-b843-475f-b489-8d807ab8ea87 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0602443 May 12 05:30:22.156865 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-11edca4a-3654-4316-a0be-938eef79d3bb req-862ef0da-6344-459f-aa5c-c757825463a6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 May 12 05:30:23.278243 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9049a-d499-4e6d-81c7-e0a63c2eed18 req-89853f79-f4b0-4cf2-a27c-9773192be3a9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:23.280417 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-efb9049a-d499-4e6d-81c7-e0a63c2eed18 req-89853f79-f4b0-4cf2-a27c-9773192be3a9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0542920 May 12 05:30:23.319117 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-efb9049a-d499-4e6d-81c7-e0a63c2eed18 req-a9846459-dba2-41c4-8c9c-ce2ad399e049 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 May 12 05:30:24.435884 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dff59-4763-4a5f-905a-c29ed7f4f749 req-38456820-c891-46aa-a007-1c3a25e49909 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:24.437359 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-170dff59-4763-4a5f-905a-c29ed7f4f749 req-38456820-c891-46aa-a007-1c3a25e49909 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0526264 May 12 05:30:24.475251 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-170dff59-4763-4a5f-905a-c29ed7f4f749 req-8d32c981-8993-4c71-a7ec-e4f9aa7764c2 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312340 May 12 05:30:25.588886 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cef9d-1653-4caa-baa2-bb0b04b1c653 req-bac31121-53c5-4bb4-aede-1e04d3494c8d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:25.590350 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-304cef9d-1653-4caa-baa2-bb0b04b1c653 req-bac31121-53c5-4bb4-aede-1e04d3494c8d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0489092 May 12 05:30:25.627661 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-304cef9d-1653-4caa-baa2-bb0b04b1c653 req-cab99067-6820-424a-9ee8-47980ef9ee63 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 May 12 05:30:26.749859 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce14be-ffcb-4598-8731-73ea59c36e7d req-435d23aa-9bea-49db-81a4-066d0a2e3944 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:26.751356 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e7ce14be-ffcb-4598-8731-73ea59c36e7d req-435d23aa-9bea-49db-81a4-066d0a2e3944 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0502846 May 12 05:30:26.793961 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e7ce14be-ffcb-4598-8731-73ea59c36e7d req-deceb676-65df-47f4-a88e-7cfb2993e582 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357351 May 12 05:30:27.866710 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 46936) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:27.927224 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c0c9-53ce-4c46-86ca-fa7ae789f9cf req-7c026aec-5467-4d0b-9212-4b2cf5a064fc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:27.928645 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1439c0c9-53ce-4c46-86ca-fa7ae789f9cf req-7c026aec-5467-4d0b-9212-4b2cf5a064fc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0567806 May 12 05:30:27.964885 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1439c0c9-53ce-4c46-86ca-fa7ae789f9cf req-91c2b519-fc85-43aa-9cdc-2cc515b6fa51 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301430 May 12 05:30:27.970645 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a05b9750-8da4-43eb-be92-b0c758d4c484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:28.062903 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a05b9750-8da4-43eb-be92-b0c758d4c484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:28.067747 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a05b9750-8da4-43eb-be92-b0c758d4c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:28.115048 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-a05b9750-8da4-43eb-be92-b0c758d4c484 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bda73c98e4e44734a8536a9426fc5136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471895 May 12 05:30:28.115929 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b9750-8da4-43eb-be92-b0c758d4c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ac24c1-d642-4096-8143-a6e826730ee4,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:28.117727 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 46940) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:28.173522 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6688a1b2-3764-4a88-b5dd-50aa89639fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:28.197412 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6688a1b2-3764-4a88-b5dd-50aa89639fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:28.251626 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6688a1b2-3764-4a88-b5dd-50aa89639fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:28.254124 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6688a1b2-3764-4a88-b5dd-50aa89639fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:28.255296 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-6688a1b2-3764-4a88-b5dd-50aa89639fae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41ac24c1-d642-4096-8143-a6e826730ee4 HTTP/1.1" status: 204 len: 168 time: 0.1351867 May 12 05:30:28.262694 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688a1b2-3764-4a88-b5dd-50aa89639fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ac24c1-d642-4096-8143-a6e826730ee4,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:29.055241 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47010) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:29.063520 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-8deb44e3-8d45-422c-a734-5cc67ff9d184 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528065341', 'description': 'tempest-description--172686873'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:29.084280 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8deb44e3-8d45-422c-a734-5cc67ff9d184 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.104766 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c1a32-fd27-46d6-baa3-84a0eac15722 req-d17fbdbf-61a7-437d-ae3c-14108360dd3c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:29.106218 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-698c1a32-fd27-46d6-baa3-84a0eac15722 req-d17fbdbf-61a7-437d-ae3c-14108360dd3c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0588772 May 12 05:30:29.168797 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-698c1a32-fd27-46d6-baa3-84a0eac15722 req-6128b70f-941b-477d-925a-9ce98e5ecc3f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549922 May 12 05:30:29.201750 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8deb44e3-8d45-422c-a734-5cc67ff9d184 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.206089 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8deb44e3-8d45-422c-a734-5cc67ff9d184 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.241150 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8deb44e3-8d45-422c-a734-5cc67ff9d184 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.242773 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-8deb44e3-8d45-422c-a734-5cc67ff9d184 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1863322 May 12 05:30:29.245770 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47022) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:29.250604 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-e6e955c1-6e98-42d3-93b3-2a1b69b138cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group_rule': {'security_group_id': '0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:29.276588 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb44e3-8d45-422c-a734-5cc67ff9d184 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:29.296513 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e6e955c1-6e98-42d3-93b3-2a1b69b138cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.345610 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e6e955c1-6e98-42d3-93b3-2a1b69b138cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.350604 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e6e955c1-6e98-42d3-93b3-2a1b69b138cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.372784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e955c1-6e98-42d3-93b3-2a1b69b138cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036fa8f7-c40c-4fbc-871d-705956e9a9a4,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:29.378679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e6e955c1-6e98-42d3-93b3-2a1b69b138cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.383349 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e6e955c1-6e98-42d3-93b3-2a1b69b138cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339886 May 12 05:30:29.383544 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47028) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:29.388895 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-81f130b4-2048-4df5-8df0-08dfe3609030 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group_rule': {'security_group_id': '0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:29.428130 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-81f130b4-2048-4df5-8df0-08dfe3609030 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.514299 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-81f130b4-2048-4df5-8df0-08dfe3609030 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.520205 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-81f130b4-2048-4df5-8df0-08dfe3609030 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.543130 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f130b4-2048-4df5-8df0-08dfe3609030 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044b96ec-03cc-414e-8b78-5f0061ea2212,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:29.552314 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-81f130b4-2048-4df5-8df0-08dfe3609030 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.553585 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-81f130b4-2048-4df5-8df0-08dfe3609030 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1689935 May 12 05:30:29.556645 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47042) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:29.561150 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:29.582288 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.682379 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.792704 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Allocated IP 172.28.0.117 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/f5d8e514-2373-440d-bd58-88e4bf2aefc9) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:29.908347 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.942162 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:29.981599 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:29.985824 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:29.996832 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:30.000684 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=f5d8e514-2373-440d-bd58-88e4bf2aefc9,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:30.081779 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:30.126146 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:30.277947 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:30.282617 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:30.288923 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cca23f-77b2-4a80-8708-16b7ee2c4945 req-d2c43a01-7687-4631-97bb-08be76609013 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:30.291008 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-78cca23f-77b2-4a80-8708-16b7ee2c4945 req-d2c43a01-7687-4631-97bb-08be76609013 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0506952 May 12 05:30:30.334816 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-78cca23f-77b2-4a80-8708-16b7ee2c4945 req-b5bfb0a1-4eef-46e1-a293-894e5df6dd47 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 May 12 05:30:30.353516 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=f5d8e514-2373-440d-bd58-88e4bf2aefc9,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:30.363199 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:30.377819 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:30.379028 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-cab1cfdb-9446-44fe-a159-c78a0f216dd0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8213584 May 12 05:30:30.580992 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-f002b9c1-3e8d-453f-b5a0-20976fa5d1a1 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--528065341&fields=id&tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 267 time: 0.0333543 May 12 05:30:30.687020 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-c35967e6-8743-4194-9f1d-33b10107bdde tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:30.688529 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-c35967e6-8743-4194-9f1d-33b10107bdde tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 814 time: 0.1000068 May 12 05:30:30.703767 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-59a03640-d90f-4fb0-9f50-0d2b8fd81842 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/quotas/e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 375 time: 0.0088496 May 12 05:30:30.759558 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-1b9ba617-e373-4c3a-95c5-2b1476eb626d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0503967 May 12 05:30:30.857183 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-1f73bb53-3814-4013-88db-972cb58e0d3e service neutron] 10.222.0.23 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 May 12 05:30:30.948682 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-b66a4f20-b91f-437b-98f2-1a1ed904c2c6 service neutron] 10.222.0.23 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850906 May 12 05:30:31.120786 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-13f7321c-e2c7-4b08-9b5d-d1804ca214e6 req-d9d2e9eb-7aed-42d7-a12d-448829ae7651 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 210 time: 0.0271919 May 12 05:30:31.183968 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47110) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:31.332805 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f156dce7-f200-4ef7-920c-7121f6d23d65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e85eeac1880c4e04a1ec2143394b6d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470938 May 12 05:30:31.335342 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47120) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:31.387780 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12e1c8a4-99e4-42c2-a0f0-beab38459064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:31.422233 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12e1c8a4-99e4-42c2-a0f0-beab38459064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:31.485823 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95f90f-f6b6-48c4-974f-694eacfd5e4c req-18c622e2-35c8-410c-bf21-ed07a05edde7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:31.487380 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9e95f90f-f6b6-48c4-974f-694eacfd5e4c req-18c622e2-35c8-410c-bf21-ed07a05edde7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0782316 May 12 05:30:31.535073 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12e1c8a4-99e4-42c2-a0f0-beab38459064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:31.538272 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12e1c8a4-99e4-42c2-a0f0-beab38459064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:31.539429 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-12e1c8a4-99e4-42c2-a0f0-beab38459064 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69eb86c5-27f4-43db-beba-73ae663822e2 HTTP/1.1" status: 204 len: 168 time: 0.2031341 May 12 05:30:31.553414 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9e95f90f-f6b6-48c4-974f-694eacfd5e4c req-addd1a50-8214-4943-8284-8149cbd78626 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567596 May 12 05:30:31.554494 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1c8a4-99e4-42c2-a0f0-beab38459064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eb86c5-27f4-43db-beba-73ae663822e2,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:32.242032 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47152) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:32.251345 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bd3bd8b9-8eee-4609-a4a9-941e3afc7a7a req-8ceb46f2-e6ce-4fdf-8518-a72dbcafcc60 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 210 time: 0.0405381 May 12 05:30:32.346214 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-54945d42-b416-4b70-861d-1f29a0bf267e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:32.347884 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-54945d42-b416-4b70-861d-1f29a0bf267e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 814 time: 0.1133990 May 12 05:30:32.369526 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1425403160-network', 'tenant_id': 'edc4a2117a3c4790b2e41b0270b02503'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:32.392615 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Made reservation on behalf of edc4a2117a3c4790b2e41b0270b02503 for: {'network': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:32.394940 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.403641 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.408620 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-437795af-89fa-477b-b621-e91f7152e5b6 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 472 time: 0.0435398 May 12 05:30:32.430750 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'port': {'device_id': '5739c273-1920-41dd-879f-88e65173a15d', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'admin_state_up': True, 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'security_groups': ['0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe']}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:32.494083 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.498339 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.519308 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=101910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:30:32.534659 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f6b1f-fca2-42e6-9994-7b396f222451,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:32.538221 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.538565 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.segments_db [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Added segment 870c714d-9246-46f1-aec6-353968f5a1ec of type vlan for network 25e71da5-634d-40f3-b440-dd1e99d84d45 May 12 05:30:32.580122 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.583425 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Made reservation on behalf of e7c8a42d3aa3474fb004fc217ae2a18f for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:32.588316 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.616462 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.617808 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:32.618401 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.678089 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4341991 May 12 05:30:32.679393 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47164) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:32.687155 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Request body: {'subnet': {'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1425403160-subnet', 'tenant_id': 'edc4a2117a3c4790b2e41b0270b02503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:32.693994 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4e62e-e928-442f-a821-212d9c63c997 admin admin] Pushing event updated for resources: {'Network': ['ID=25e71da5-634d-40f3-b440-dd1e99d84d45,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:32.706210 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 25e71da5-634d-40f3-b440-dd1e99d84d45 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:30:32.776406 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Allocated IP 172.20.0.11 (279f8040-9dbf-4e91-8729-00b5b73c5077/07c410b0-ab54-47b4-8553-40e45f82eeb0/104356c8-e183-4fe2-8221-8b7a710e7714) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:32.778268 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Made reservation on behalf of edc4a2117a3c4790b2e41b0270b02503 for: {'subnet': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:32.780612 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8870642'] for subnet, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:32.799605 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc84ba5-56ec-46de-b4b0-35e03df7c0f2 req-c1442a1c-2d86-47e1-9f5c-709ff6e3aa28 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:32.799605 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8fc84ba5-56ec-46de-b4b0-35e03df7c0f2 req-c1442a1c-2d86-47e1-9f5c-709ff6e3aa28 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1360219 May 12 05:30:33.136377 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8fc84ba5-56ec-46de-b4b0-35e03df7c0f2 req-2a517771-2070-4669-ad0f-f0ef6f5b78ca tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970516 May 12 05:30:33.276439 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:33.350361 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3472103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8870624'] for subnet, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:33.363759 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-36aa3f76-592c-4df4-9db3-ec72aae63a83 req-a6f427e2-ab6c-43b8-8cd5-b3c15c1a143f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 210 time: 0.0339851 May 12 05:30:33.413155 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:33.465256 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2ed852-281f-4a28-a472-d0312d081a4f,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:33.481972 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:33.487838 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:33.492001 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:33.521151 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Checking segment: {'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:33.521356 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Network hostable DHCP agents. Network: 25e71da5-634d-40f3-b440-dd1e99d84d45, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:30:33.538115 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=104356c8-e183-4fe2-8221-8b7a710e7714,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:33.569962 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:33.570724 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:33.576020 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Network 25e71da5-634d-40f3-b440-dd1e99d84d45 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:30:33.595052 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 25e71da5-634d-40f3-b440-dd1e99d84d45) {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:33.604161 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-5fc019aa-dbcc-4989-bda2-a3c2c10b60bb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1780241 May 12 05:30:33.609936 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:33.610093 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4340c0f4-2e1a-4ba3-9077-02109513d113 None None] Network 25e71da5-634d-40f3-b440-dd1e99d84d45 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:30:33.610816 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:33.622736 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Request body: {'port': {'device_id': '5739c273-1920-41dd-879f-88e65173a15d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:33.655959 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-d3a0b7ab-e9c4-43de-b768-ad022cd8ea67 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9754539 May 12 05:30:33.756820 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:33.812118 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7e02b-f88d-4072-a95e-ce1718e4d5bd None None] Network 25e71da5-634d-40f3-b440-dd1e99d84d45 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:30:33.944735 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-829ff91b-ee06-424f-94dd-22597e1cde61 None None] Provisioning complete for port 104356c8-e183-4fe2-8221-8b7a710e7714 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:33.945108 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-829ff91b-ee06-424f-94dd-22597e1cde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:34.013920 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-829ff91b-ee06-424f-94dd-22597e1cde61 None None] Port 104356c8-e183-4fe2-8221-8b7a710e7714 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:30:34.291341 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104356c8-e183-4fe2-8221-8b7a710e7714 {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:30:34.307213 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:34.324321 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c9288-c33a-4022-b316-1b189a17fc6b req-cbd85e60-fdb2-4828-b593-27fa4cb03d11 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:34.326144 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-319c9288-c33a-4022-b316-1b189a17fc6b req-cbd85e60-fdb2-4828-b593-27fa4cb03d11 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1015036 May 12 05:30:34.342475 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Transition to ACTIVE for port object 104356c8-e183-4fe2-8221-8b7a710e7714 will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:30:34.357537 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:34.458235 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-319c9288-c33a-4022-b316-1b189a17fc6b req-f4962f98-ba9e-4f20-be0f-47caddaa9398 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136973 May 12 05:30:34.458861 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Pushing event updated for resources: {'Port': ['ID=104356c8-e183-4fe2-8221-8b7a710e7714,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:34.542488 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47208) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:34.572884 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Attempting to bind port 104356c8-e183-4fe2-8221-8b7a710e7714 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:34.573371 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Attempting to bind port 104356c8-e183-4fe2-8221-8b7a710e7714 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:34.573574 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Attempting to bind port 104356c8-e183-4fe2-8221-8b7a710e7714 on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:34.583046 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Port 104356c8-e183-4fe2-8221-8b7a710e7714 on network 279f8040-9dbf-4e91-8729-00b5b73c5077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:30:34.583381 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Attempting to bind port 104356c8-e183-4fe2-8221-8b7a710e7714 on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:34.596011 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:34.596360 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Checking segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:34.596875 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Bound using segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:34.597324 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Bound port: 104356c8-e183-4fe2-8221-8b7a710e7714, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:34.597692 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:34.714841 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] For port 104356c8-e183-4fe2-8221-8b7a710e7714, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:34.719731 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] For port 104356c8-e183-4fe2-8221-8b7a710e7714, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=104356c8-e183-4fe2-8221-8b7a710e7714,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:34.742315 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:34.746962 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24a341-9553-4084-b204-d6af37776a41 req-17fa2ccb-6fb7-4487-821c-c450cefce14b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:34.772317 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:34.776562 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:34.778113 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] 10.222.0.35 "PUT /v2.0/ports/104356c8-e183-4fe2-8221-8b7a710e7714 HTTP/1.1" status: 200 len: 1094 time: 1.1598761 May 12 05:30:34.779418 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2f24a341-9553-4084-b204-d6af37776a41 req-17fa2ccb-6fb7-4487-821c-c450cefce14b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 944 time: 0.2346475 May 12 05:30:34.779908 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739c273-1920-41dd-879f-88e65173a15d', 'tag': '104356c8-e183-4fe2-8221-8b7a710e7714'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:34.782389 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20" -d '{"events": [{"name": "network-changed", "server_uuid": "5739c273-1920-41dd-879f-88e65173a15d", "tag": "104356c8-e183-4fe2-8221-8b7a710e7714"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:34.834956 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2f24a341-9553-4084-b204-d6af37776a41 req-a5a40381-50f3-411f-ba37-712bbfb1eaf9 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507696 May 12 05:30:35.016407 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dfabe-4060-4501-b1db-56bd022b0938 service neutron] Pushing event updated for resources: {'Port': ['ID=104356c8-e183-4fe2-8221-8b7a710e7714,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:35.028620 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4822482a-91df-45b9-b627-890a9a87599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:35.030383 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-4822482a-91df-45b9-b627-890a9a87599d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 1097 time: 0.1642268 May 12 05:30:35.073367 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0cca97ab-c0ea-4b67-9f5e-f1126f2391b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:35.112908 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-60a73301-1c40-45a2-92cf-73327e2d3855 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=104356c8-e183-4fe2-8221-8b7a710e7714 HTTP/1.1" status: 200 len: 217 time: 0.0643063 May 12 05:30:35.114875 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ba60f-23b0-4093-a606-43a4175d9596 x-openstack-request-id: req-e00ba60f-23b0-4093-a606-43a4175d9596 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:35.115160 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739c273-1920-41dd-879f-88e65173a15d", "tag": "104356c8-e183-4fe2-8221-8b7a710e7714", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:35.115411 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e00ba60f-23b0-4093-a606-43a4175d9596 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:35.115822 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00ba60f-23b0-4093-a606-43a4175d9596'] response: {'name': 'network-changed', 'server_uuid': '5739c273-1920-41dd-879f-88e65173a15d', 'tag': '104356c8-e183-4fe2-8221-8b7a710e7714', 'status': 'completed', 'code': 200} May 12 05:30:35.211042 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-9d0c56c2-cd19-405a-82ec-2fc4432d5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:35.215292 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-9d0c56c2-cd19-405a-82ec-2fc4432d5812 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0849714 May 12 05:30:35.256836 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0cca97ab-c0ea-4b67-9f5e-f1126f2391b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:35.265995 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0cca97ab-c0ea-4b67-9f5e-f1126f2391b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:35.330068 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca97ab-c0ea-4b67-9f5e-f1126f2391b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2808655e-d570-4495-a3fd-bc2bc4e8cda2,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:35.353960 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-0cca97ab-c0ea-4b67-9f5e-f1126f2391b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87393bfc87ae4716b62f2f9022d81850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8104064 May 12 05:30:35.358034 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47234) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:35.358938 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-87f5c370-7518-47c0-bfb0-6ad1b53c07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:35.362724 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-87f5c370-7518-47c0-bfb0-6ad1b53c07fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1252973 May 12 05:30:35.441101 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-14ca1bf5-5b08-4b53-9b5d-fb723524f9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:35.467110 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-14ca1bf5-5b08-4b53-9b5d-fb723524f9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:35.518649 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-c211a6a5-3504-4e2a-b4ea-d307246d6f41 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486802 May 12 05:30:35.524024 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-14ca1bf5-5b08-4b53-9b5d-fb723524f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:35.527395 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-14ca1bf5-5b08-4b53-9b5d-fb723524f9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:35.531867 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-14ca1bf5-5b08-4b53-9b5d-fb723524f9aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2808655e-d570-4495-a3fd-bc2bc4e8cda2 HTTP/1.1" status: 204 len: 168 time: 0.1726937 May 12 05:30:35.543655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca1bf5-5b08-4b53-9b5d-fb723524f9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2808655e-d570-4495-a3fd-bc2bc4e8cda2,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:35.654892 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-820fecca-e7f4-4132-b1b1-9cc57aa77467 req-b99613c5-3e94-4f3b-8487-03fce928c6cf service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256897 May 12 05:30:35.681253 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b51545-598b-4322-8dd0-db15dea59e31 req-b194a778-6335-440c-b04e-eddb3cf995c9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:35.683073 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-15b51545-598b-4322-8dd0-db15dea59e31 req-b194a778-6335-440c-b04e-eddb3cf995c9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0679770 May 12 05:30:35.753007 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-15b51545-598b-4322-8dd0-db15dea59e31 req-1a6dcc12-b56c-4e16-826f-78b9486edbdf tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578771 May 12 05:30:35.769078 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-12d782ab-9584-4d70-813d-981518401e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:35.775951 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-12d782ab-9584-4d70-813d-981518401e40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 1097 time: 0.0690777 May 12 05:30:35.933478 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-102e3e5c-bad1-4d0e-b8e6-6609dc1e9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:35.935513 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-102e3e5c-bad1-4d0e-b8e6-6609dc1e9799 service neutron] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 915 time: 0.1547706 May 12 05:30:36.000523 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-39bf4f66-afcd-4af8-9e8a-2779343caf6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=104356c8-e183-4fe2-8221-8b7a710e7714 HTTP/1.1" status: 200 len: 217 time: 0.0525439 May 12 05:30:36.091518 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312662b-9223-4092-b040-bcbaa9c9d91d req-1b2c9521-75ea-461f-9d85-92076e717d14 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:36.098832 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5312662b-9223-4092-b040-bcbaa9c9d91d req-1b2c9521-75ea-461f-9d85-92076e717d14 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 944 time: 0.1014876 May 12 05:30:36.101349 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-348b78bb-3927-4ef6-baf0-0a29d3f1e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:36.102740 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-348b78bb-3927-4ef6-baf0-0a29d3f1e0a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0912778 May 12 05:30:36.125598 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3e1bd-76bb-4d4e-ba0b-5b87ce49e75b req-3f26591f-ea63-4785-b7e9-3631a494b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:36.127073 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-51d3e1bd-76bb-4d4e-ba0b-5b87ce49e75b req-3f26591f-ea63-4785-b7e9-3631a494b106 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 1099 time: 0.0855944 May 12 05:30:36.191926 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5312662b-9223-4092-b040-bcbaa9c9d91d req-a8b504c2-24c5-4bd7-97e7-c8bbdca4bc86 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885646 May 12 05:30:36.202675 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-37935ad7-a12f-431c-b81a-7851ff4c5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:36.204230 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-37935ad7-a12f-431c-b81a-7851ff4c5d2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841269 May 12 05:30:36.233397 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082f21-6760-4166-a526-01d94e0c7064 req-e8ea50fc-43f3-4a67-a1bd-b6a20518adb0 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:36.234793 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-e8ea50fc-43f3-4a67-a1bd-b6a20518adb0 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/networks?id=25e71da5-634d-40f3-b440-dd1e99d84d45 HTTP/1.1" status: 200 len: 814 time: 0.2035987 May 12 05:30:36.236590 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-51d3e1bd-76bb-4d4e-ba0b-5b87ce49e75b req-1ea07715-051a-4249-a559-76747314e531 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011114 May 12 05:30:36.254645 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-768fefcb-da74-4e5a-9256-b79b3ba02165 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/quotas/edc4a2117a3c4790b2e41b0270b02503 HTTP/1.1" status: 200 len: 375 time: 0.0131993 May 12 05:30:36.287167 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-54e3a9a0-1d58-48a4-a11b-acf1249b6706 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edc4a2117a3c4790b2e41b0270b02503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265069 May 12 05:30:36.309423 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-3c6fe6ca-30b9-4399-8d10-4d8c818a87f4 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958567 May 12 05:30:36.384562 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-adf1dfa2-a8af-4b99-aed0-9dfe0873005b service neutron] 10.222.0.23 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887024 May 12 05:30:36.596728 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f2cdf6b5-872a-4af8-8937-8a44a46b3e20 req-9dbcaccc-a039-4c48-a54b-b9bea1908be2 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268351 May 12 05:30:36.690937 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-71bba905-cabf-40b0-9ddf-384ff5649dc5 service neutron] 10.222.0.23 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003764 May 12 05:30:36.883565 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2aeb4-005d-4c46-912e-7301f6d41b9a req-092e98bf-4a4e-4374-9164-36d357d228f3 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:36.885311 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cce2aeb4-005d-4c46-912e-7301f6d41b9a req-092e98bf-4a4e-4374-9164-36d357d228f3 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0587232 May 12 05:30:36.891862 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea89bd75-43d1-4603-87d3-050dd35da7bb req-685343bf-533d-410d-a71d-d46dceda4011 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 210 time: 0.0353472 May 12 05:30:36.937705 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cce2aeb4-005d-4c46-912e-7301f6d41b9a req-e73b3495-d25c-4fa0-8ebc-414261b004af tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 May 12 05:30:37.317435 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c52b4-4d38-4ed6-826f-170f08926c72 req-cf3d9e21-6d92-48d5-aae7-b12ad3a6576f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:37.318846 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-918c52b4-4d38-4ed6-826f-170f08926c72 req-cf3d9e21-6d92-48d5-aae7-b12ad3a6576f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 944 time: 0.0569887 May 12 05:30:37.388129 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-918c52b4-4d38-4ed6-826f-170f08926c72 req-74a913c3-c3aa-4ad4-b11d-01ad1cd7863e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512474 May 12 05:30:37.887778 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 104356c8-e183-4fe2-8221-8b7a710e7714 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:30:38.022655 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 104356c8-e183-4fe2-8221-8b7a710e7714, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=104356c8-e183-4fe2-8221-8b7a710e7714,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:38.039618 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '104356c8-e183-4fe2-8221-8b7a710e7714', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'port_id': '104356c8-e183-4fe2-8221-8b7a710e7714', 'mac_address': 'fa:16:3e:35:59:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:30:38.092246 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 104356c8-e183-4fe2-8221-8b7a710e7714 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:38.093003 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:38.096085 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3241413f-79e8-4cdf-a83d-b764c935de6a req-85098df6-a315-4045-a603-a2e20e2fd35f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 210 time: 0.1053674 May 12 05:30:38.121187 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104356c8-e183-4fe2-8221-8b7a710e7714 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:30:38.166309 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 104356c8-e183-4fe2-8221-8b7a710e7714, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=104356c8-e183-4fe2-8221-8b7a710e7714,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:38.180901 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:38.201459 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bbbdb-6710-422f-af18-dd3d52ee409a req-a9b95dd5-2f72-4253-b2f4-dd027fbc4692 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.203246 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2e2bbbdb-6710-422f-af18-dd3d52ee409a req-a9b95dd5-2f72-4253-b2f4-dd027fbc4692 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0526512 May 12 05:30:38.205108 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082f21-6760-4166-a526-01d94e0c7064 req-c6d638bc-53c7-4cab-97d9-f037364d6057 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.206524 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-c6d638bc-53c7-4cab-97d9-f037364d6057 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.35 "GET /v2.0/networks?id=25e71da5-634d-40f3-b440-dd1e99d84d45 HTTP/1.1" status: 200 len: 814 time: 0.2568822 May 12 05:30:38.231040 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Request body: {'port': {'device_id': 'fcc9ff00-2359-44eb-a097-abba21d46675', 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45', 'admin_state_up': True, 'tenant_id': 'edc4a2117a3c4790b2e41b0270b02503'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:38.238801 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=104356c8-e183-4fe2-8221-8b7a710e7714,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:38.243554 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2e2bbbdb-6710-422f-af18-dd3d52ee409a req-fcec5f85-859f-433b-85e7-2f749a654da5 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335591 May 12 05:30:38.294119 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50912e-bd02-4b61-9c18-54b6c6b886c1 req-ecf017d3-a560-4f3d-89ee-f052cef26eac tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.295596 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c50912e-bd02-4b61-9c18-54b6c6b886c1 req-ecf017d3-a560-4f3d-89ee-f052cef26eac tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1376832 May 12 05:30:38.359921 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c50912e-bd02-4b61-9c18-54b6c6b886c1 req-93f26ad9-e67a-4df1-9a94-1139b27a3d7d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565727 May 12 05:30:38.381970 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Made reservation on behalf of edc4a2117a3c4790b2e41b0270b02503 for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:38.385424 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:38.486596 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-29430425-1550-43f6-afdf-9f1cc1d5d464 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495012 May 12 05:30:38.564042 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-c489ba46-c2e5-47a2-bffa-aef7dd79ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.565641 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-c489ba46-c2e5-47a2-bffa-aef7dd79ae00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 1099 time: 0.0477266 May 12 05:30:38.591964 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['104356c8-e183-4fe2-8221-8b7a710e7714'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:30:38.601122 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Allocated IP 172.20.0.7 (25e71da5-634d-40f3-b440-dd1e99d84d45/bd2ed852-281f-4a28-a472-d0312d081a4f/4567f999-d710-476d-87f7-64938da51597) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:38.614194 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203d8e0-3f84-4141-b7a6-ab3bb9e388fb req-16594f20-f128-43aa-ac72-bcec621fb998 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.615802 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1203d8e0-3f84-4141-b7a6-ab3bb9e388fb req-16594f20-f128-43aa-ac72-bcec621fb998 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 945 time: 0.1281540 May 12 05:30:38.686506 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1203d8e0-3f84-4141-b7a6-ab3bb9e388fb req-13500901-ecae-44c3-ba71-652cd59770c3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630181 May 12 05:30:38.794152 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a9691-03eb-43be-929e-94574a6daf84 req-66156865-5503-4826-8bbf-7f1fe55c5fe6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.795773 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fb3a9691-03eb-43be-929e-94574a6daf84 req-66156865-5503-4826-8bbf-7f1fe55c5fe6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.2096689 May 12 05:30:38.819057 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-fedd7bf1-110b-4ee0-980b-32308118d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.820624 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-fedd7bf1-110b-4ee0-980b-32308118d351 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 1099 time: 0.2256498 May 12 05:30:38.821642 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:38.850849 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:38.860819 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:38.863917 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-d0408b23-4314-4949-be50-e56269c34253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.865724 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-d0408b23-4314-4949-be50-e56269c34253 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.2691827 May 12 05:30:38.914179 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Network 25e71da5-634d-40f3-b440-dd1e99d84d45 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:38.917651 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:38.920942 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:38.949112 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Pushing event updated for resources: {'Port': ['ID=4567f999-d710-476d-87f7-64938da51597,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:38.953882 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fb3a9691-03eb-43be-929e-94574a6daf84 req-3096c97b-ec90-4503-aad2-8ff3f0b85104 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445568 May 12 05:30:38.957394 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-df768dda-105a-4651-ab72-f6c024062f6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e HTTP/1.1" status: 200 len: 217 time: 0.0590930 May 12 05:30:38.981877 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:38.982554 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:38.999233 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-a383d2e1-4782-4fc5-a5cc-83ea511ee617 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815957 May 12 05:30:39.012288 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Request body: {'port': {'device_id': 'fcc9ff00-2359-44eb-a097-abba21d46675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:39.020128 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-77cfe1be-321a-42fc-9916-a188ef64d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.021607 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-77cfe1be-321a-42fc-9916-a188ef64d1c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.1893060 May 12 05:30:39.027358 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-631c972e-a250-4b80-bccf-4036f3407492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.028750 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-631c972e-a250-4b80-bccf-4036f3407492 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0610342 May 12 05:30:39.075118 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:39.079121 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-ea2b2953-a0ba-4612-ae92-a94b5b1e4d0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=872b53b1-254f-4a0d-b773-677f0d422648 HTTP/1.1" status: 200 len: 217 time: 0.0492845 May 12 05:30:39.148333 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-eb467239-89de-459a-b7cb-27ae8313cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.149834 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-eb467239-89de-459a-b7cb-27ae8313cef4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1138844 May 12 05:30:39.151579 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-adbb293b-eb90-4b6b-99d7-4463bacc107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.152911 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-adbb293b-eb90-4b6b-99d7-4463bacc107e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0605526 May 12 05:30:39.263917 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-62533142-d85c-4d73-ac5c-0a225559812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.265419 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-62533142-d85c-4d73-ac5c-0a225559812e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1011362 May 12 05:30:39.289300 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274666c-a27f-4f91-8a77-01f4f771ced7 req-09ef442d-dc5d-439b-9301-3daa9af9b174 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.290787 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3274666c-a27f-4f91-8a77-01f4f771ced7 req-09ef442d-dc5d-439b-9301-3daa9af9b174 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 931 time: 0.1021421 May 12 05:30:39.297386 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-1b044efd-b275-460e-8d60-5b70e35f173a service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341059 May 12 05:30:39.361615 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3274666c-a27f-4f91-8a77-01f4f771ced7 req-6368e6c1-41bc-4722-baec-9d1c963c3d0a tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559583 May 12 05:30:39.439841 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4567f999-d710-476d-87f7-64938da51597 {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:30:39.445810 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d7440-2f36-42cd-8c4c-7134522f9904 req-6e4f927b-ce41-449e-bd3e-467f856759fa tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.447291 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d65d7440-2f36-42cd-8c4c-7134522f9904 req-6e4f927b-ce41-449e-bd3e-467f856759fa tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1236691 May 12 05:30:39.448501 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:39.461671 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Transition to ACTIVE for port object 4567f999-d710-476d-87f7-64938da51597 will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:30:39.466683 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:39.498844 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-c908e6de-e3a8-4fa5-a043-fc7d95050a3e service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224185 May 12 05:30:39.523021 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4567f999-d710-476d-87f7-64938da51597,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:39.524189 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ca96f6a-3484-4c98-8411-ee1b7443fa76 req-1d7b4f8b-5d24-4dea-ae20-97247db50234 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007902 May 12 05:30:39.565402 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d65d7440-2f36-42cd-8c4c-7134522f9904 req-f8de4f99-b368-4db5-ae6b-b30cfe495307 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057122 May 12 05:30:39.592548 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Attempting to bind port 4567f999-d710-476d-87f7-64938da51597 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:39.593099 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Attempting to bind port 4567f999-d710-476d-87f7-64938da51597 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:39.593429 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Attempting to bind port 4567f999-d710-476d-87f7-64938da51597 on network 25e71da5-634d-40f3-b440-dd1e99d84d45 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:39.599568 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Port 4567f999-d710-476d-87f7-64938da51597 on network 25e71da5-634d-40f3-b440-dd1e99d84d45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:30:39.599997 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Attempting to bind port 4567f999-d710-476d-87f7-64938da51597 on network 25e71da5-634d-40f3-b440-dd1e99d84d45 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:39.612458 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:39.612884 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Checking segment: {'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:39.613368 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Bound using segment: {'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:39.613862 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Bound port: 4567f999-d710-476d-87f7-64938da51597, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:39.614286 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:39.615122 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-54f873db-a233-4ad0-af26-11b1e54af3a9 req-33e7f952-b188-44e0-8285-57ca5be58193 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071792 May 12 05:30:39.683803 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] For port 4567f999-d710-476d-87f7-64938da51597, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:39.686934 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] For port 4567f999-d710-476d-87f7-64938da51597, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4567f999-d710-476d-87f7-64938da51597,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:39.690548 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:39.724469 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.725238 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:39.726591 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/4567f999-d710-476d-87f7-64938da51597 HTTP/1.1" status: 200 len: 1093 time: 0.7189429 May 12 05:30:39.727072 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc9ff00-2359-44eb-a097-abba21d46675', 'tag': '4567f999-d710-476d-87f7-64938da51597'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:39.729336 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb752038-5e93-439b-b876-6288ee245dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc9ff00-2359-44eb-a097-abba21d46675", "tag": "4567f999-d710-476d-87f7-64938da51597"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:39.759676 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5727e71-e289-4abe-b165-2b8ad9d437a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4567f999-d710-476d-87f7-64938da51597,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:39.774916 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13294f-2fb0-49ac-b6e6-5da2c23bf7bf x-openstack-request-id: req-8e13294f-2fb0-49ac-b6e6-5da2c23bf7bf {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:39.775200 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc9ff00-2359-44eb-a097-abba21d46675", "tag": "4567f999-d710-476d-87f7-64938da51597", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:39.775446 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e13294f-2fb0-49ac-b6e6-5da2c23bf7bf {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:39.775880 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e13294f-2fb0-49ac-b6e6-5da2c23bf7bf'] response: {'name': 'network-changed', 'server_uuid': 'fcc9ff00-2359-44eb-a097-abba21d46675', 'tag': '4567f999-d710-476d-87f7-64938da51597', 'status': 'completed', 'code': 200} May 12 05:30:39.889728 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b65302-ccdc-479f-9d79-b2dd000a26ec req-6c79357a-0444-4474-99d4-f6c9610f2f28 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.891233 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a9b65302-ccdc-479f-9d79-b2dd000a26ec req-6c79357a-0444-4474-99d4-f6c9610f2f28 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 945 time: 0.0986984 May 12 05:30:39.893090 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082f21-6760-4166-a526-01d94e0c7064 req-4e6e071c-d674-4b8e-bfe1-1a6f0711e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:39.894936 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-4e6e071c-d674-4b8e-bfe1-1a6f0711e5f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edc4a2117a3c4790b2e41b0270b02503&device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 1096 time: 0.0999286 May 12 05:30:39.899209 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 104356c8-e183-4fe2-8221-8b7a710e7714 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:39.959428 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 104356c8-e183-4fe2-8221-8b7a710e7714 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:30:39.965427 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 104356c8-e183-4fe2-8221-8b7a710e7714 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:39.966887 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-67152a60-3408-4408-8b74-43d35cd65dce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4567f999-d710-476d-87f7-64938da51597 HTTP/1.1" status: 200 len: 217 time: 0.0503502 May 12 05:30:39.977447 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:39.983896 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a9b65302-ccdc-479f-9d79-b2dd000a26ec req-d9d32db8-a766-4d75-a1b2-e6f8fd17d80f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840874 May 12 05:30:40.042791 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082f21-6760-4166-a526-01d94e0c7064 req-432b497b-67c3-417b-9a01-b338a8c2d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:40.044303 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-432b497b-67c3-417b-9a01-b338a8c2d3fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd2ed852-281f-4a28-a472-d0312d081a4f HTTP/1.1" status: 200 len: 854 time: 0.0591486 May 12 05:30:40.087303 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-f7f65195-c24c-4946-8d18-3f82fb37c6c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25e71da5-634d-40f3-b440-dd1e99d84d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304990 May 12 05:30:40.110305 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e829e2-0c9c-455a-895a-0bf70b6ba93a req-b569a801-b77a-418d-88c8-ae62b79d437e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:40.112789 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-31e829e2-0c9c-455a-895a-0bf70b6ba93a req-b569a801-b77a-418d-88c8-ae62b79d437e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0611491 May 12 05:30:40.179277 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-31e829e2-0c9c-455a-895a-0bf70b6ba93a req-44767a2e-37f6-4434-b9bf-7e31fbca4758 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537002 May 12 05:30:40.205358 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-04b9d50a-f88b-466d-b7d7-d0d765bda5a9 service neutron] 10.222.0.35 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019216 May 12 05:30:40.222975 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 104356c8-e183-4fe2-8221-8b7a710e7714 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:40.223365 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.246015 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5739c273-1920-41dd-879f-88e65173a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104356c8-e183-4fe2-8221-8b7a710e7714'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:40.248694 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c470cc-04f7-40a3-a609-c644bb0e67e3" -d '{"events": [{"server_uuid": "5739c273-1920-41dd-879f-88e65173a15d", "name": "network-vif-plugged", "status": "completed", "tag": "104356c8-e183-4fe2-8221-8b7a710e7714"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:40.262102 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 104356c8-e183-4fe2-8221-8b7a710e7714, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=104356c8-e183-4fe2-8221-8b7a710e7714,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:40.267505 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.296463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8775e0-78db-4f37-80a9-04bb746aa350 x-openstack-request-id: req-6f8775e0-78db-4f37-80a9-04bb746aa350 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:40.296789 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5739c273-1920-41dd-879f-88e65173a15d", "name": "network-vif-plugged", "status": "completed", "tag": "104356c8-e183-4fe2-8221-8b7a710e7714", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:40.297042 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8775e0-78db-4f37-80a9-04bb746aa350 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:40.297560 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8775e0-78db-4f37-80a9-04bb746aa350'] response: {'server_uuid': '5739c273-1920-41dd-879f-88e65173a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104356c8-e183-4fe2-8221-8b7a710e7714', 'code': 200} May 12 05:30:40.323000 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47396) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:40.325286 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-54082f21-6760-4166-a526-01d94e0c7064 req-83fe2c88-c07a-4d44-a7fd-f4e72737eb58 service neutron] 10.222.0.35 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124456 May 12 05:30:40.332093 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=104356c8-e183-4fe2-8221-8b7a710e7714,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:40.427191 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb752038-5e93-439b-b876-6288ee245dd2 req-a48b21ec-5162-48ab-ad94-e19372b63afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:40.435374 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb752038-5e93-439b-b876-6288ee245dd2 req-a48b21ec-5162-48ab-ad94-e19372b63afc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edc4a2117a3c4790b2e41b0270b02503&device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 1096 time: 0.0567131 May 12 05:30:40.480886 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e846-1a0f-4476-8659-daa94607346e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.542608 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb752038-5e93-439b-b876-6288ee245dd2 req-1dd7a519-cf6a-4dcd-94ac-0f1363fd568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:40.544240 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb752038-5e93-439b-b876-6288ee245dd2 req-1dd7a519-cf6a-4dcd-94ac-0f1363fd568a service neutron] 10.222.0.35 "GET /v2.0/networks?id=25e71da5-634d-40f3-b440-dd1e99d84d45 HTTP/1.1" status: 200 len: 915 time: 0.0879314 May 12 05:30:40.550545 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92d93d-b602-4f90-a62e-e2906c2f8fb9 req-f1aab256-99b0-48a1-aa37-d7ce11e59f0c tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:40.552568 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ec92d93d-b602-4f90-a62e-e2906c2f8fb9 req-f1aab256-99b0-48a1-aa37-d7ce11e59f0c tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 943 time: 0.1076488 May 12 05:30:40.558256 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec51f24-a5e3-41c9-bacc-026ae4ed8e7b req-639e6f08-a052-4d1d-82cf-cc14a3164847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:40.559667 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8ec51f24-a5e3-41c9-bacc-026ae4ed8e7b req-639e6f08-a052-4d1d-82cf-cc14a3164847 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 1099 time: 0.0981705 May 12 05:30:40.594273 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb752038-5e93-439b-b876-6288ee245dd2 req-82dc5ba8-9140-4f18-a790-9c0c0ec43a7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4567f999-d710-476d-87f7-64938da51597 HTTP/1.1" status: 200 len: 217 time: 0.0374866 May 12 05:30:40.638163 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8ec51f24-a5e3-41c9-bacc-026ae4ed8e7b req-ce858fc9-f453-4709-8915-b183cf93ea43 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688953 May 12 05:30:40.640968 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ec92d93d-b602-4f90-a62e-e2906c2f8fb9 req-f8cb44a2-c1b9-40e5-b2a9-2e1ad52f377c tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804038 May 12 05:30:40.662230 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb752038-5e93-439b-b876-6288ee245dd2 req-bf7f8f78-fe9c-43f0-9a41-3b2010ed58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:40.663953 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb752038-5e93-439b-b876-6288ee245dd2 req-bf7f8f78-fe9c-43f0-9a41-3b2010ed58e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd2ed852-281f-4a28-a472-d0312d081a4f HTTP/1.1" status: 200 len: 854 time: 0.0533733 May 12 05:30:40.666937 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e846-1a0f-4476-8659-daa94607346e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.670928 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e846-1a0f-4476-8659-daa94607346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.708293 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2e846-1a0f-4476-8659-daa94607346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d819b9e6-a4f5-4a3f-823c-420c70f172d5,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:40.712619 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b4a2e846-1a0f-4476-8659-daa94607346e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a8b9dc1591140cdbd02a11d6df8de67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885510 May 12 05:30:40.715261 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47406) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:40.719428 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f7d5-fd81-4b03-95be-0bd3a321e5a9 req-4748d08c-e2c7-4d5e-b59c-cede479e4284 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:40.720983 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6f83f7d5-fd81-4b03-95be-0bd3a321e5a9 req-4748d08c-e2c7-4d5e-b59c-cede479e4284 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0492411 May 12 05:30:40.760587 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6f83f7d5-fd81-4b03-95be-0bd3a321e5a9 req-380080c0-095b-4c79-884b-0fde5ce6fae6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309107 May 12 05:30:40.763564 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86ae8089-8e48-46da-9467-7ec9bae6ba17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.788396 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86ae8089-8e48-46da-9467-7ec9bae6ba17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.833194 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86ae8089-8e48-46da-9467-7ec9bae6ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.835851 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-86ae8089-8e48-46da-9467-7ec9bae6ba17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:40.836897 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-86ae8089-8e48-46da-9467-7ec9bae6ba17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d819b9e6-a4f5-4a3f-823c-420c70f172d5 HTTP/1.1" status: 204 len: 168 time: 0.1205969 May 12 05:30:40.844535 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae8089-8e48-46da-9467-7ec9bae6ba17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d819b9e6-a4f5-4a3f-823c-420c70f172d5,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:40.889488 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb752038-5e93-439b-b876-6288ee245dd2 req-3841805c-70ef-41e4-b66f-da0fad800cb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25e71da5-634d-40f3-b440-dd1e99d84d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251822 May 12 05:30:40.995104 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb752038-5e93-439b-b876-6288ee245dd2 req-cc66950a-a76b-4c4f-9fe0-4f226e080ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981753 May 12 05:30:41.110190 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32680e75-978f-4980-bf36-0e7bab8cf7f0 req-eedd32e9-b837-4f5f-8278-ff9268ff7e8a tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:41.111700 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-32680e75-978f-4980-bf36-0e7bab8cf7f0 req-eedd32e9-b837-4f5f-8278-ff9268ff7e8a tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 946 time: 0.0634515 May 12 05:30:41.119555 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb752038-5e93-439b-b876-6288ee245dd2 req-933287d1-1ce6-4fd4-9700-d46a1edd3cb2 service neutron] 10.222.0.35 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093395 May 12 05:30:41.157094 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-32680e75-978f-4980-bf36-0e7bab8cf7f0 req-0b7b1eb2-3bfe-4a60-9d7f-04b31e8e24a4 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382872 May 12 05:30:41.191395 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47422) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:41.206176 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fc348d2-04e0-4564-8cf4-1a2a2f286c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:41.291265 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fc348d2-04e0-4564-8cf4-1a2a2f286c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:41.295181 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fc348d2-04e0-4564-8cf4-1a2a2f286c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:41.298963 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31618892-6653-492e-9186-37b1d18945c3 req-8a83e6bc-debf-462d-aac8-44c36c6e9ef7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:41.300746 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-31618892-6653-492e-9186-37b1d18945c3 req-8a83e6bc-debf-462d-aac8-44c36c6e9ef7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0544565 May 12 05:30:41.335920 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc348d2-04e0-4564-8cf4-1a2a2f286c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b38da4-a75b-472e-9e16-53d161c526be,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:41.340209 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-5fc348d2-04e0-4564-8cf4-1a2a2f286c9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9d99fc42c564181aa9ef71bb4d07a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477540 May 12 05:30:41.341268 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-31618892-6653-492e-9186-37b1d18945c3 req-29af3523-0cdd-403c-9043-7361308f27e1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 May 12 05:30:41.342731 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47426) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:41.389186 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4faddc7-6994-4cca-ae55-efa78d47dc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:41.409713 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4faddc7-6994-4cca-ae55-efa78d47dc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:41.456376 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4faddc7-6994-4cca-ae55-efa78d47dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:41.459653 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4faddc7-6994-4cca-ae55-efa78d47dc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:41.460818 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e4faddc7-6994-4cca-ae55-efa78d47dc18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10b38da4-a75b-472e-9e16-53d161c526be HTTP/1.1" status: 204 len: 168 time: 0.1171865 May 12 05:30:41.468504 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faddc7-6994-4cca-ae55-efa78d47dc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b38da4-a75b-472e-9e16-53d161c526be,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:41.759677 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14dcf-d4f9-4b87-95ed-8363e3230564 req-ce1e70dc-17af-45f2-b30a-7d544366ee48 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:41.761260 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-56e14dcf-d4f9-4b87-95ed-8363e3230564 req-ce1e70dc-17af-45f2-b30a-7d544366ee48 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 943 time: 0.0530632 May 12 05:30:41.808638 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-56e14dcf-d4f9-4b87-95ed-8363e3230564 req-e832f0de-b550-4a9e-9b45-c2ceb0089990 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 May 12 05:30:41.890107 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5680c3c-44d0-486c-9b7c-1283b0d40d31 req-16fe9ab2-3a63-435f-b3f2-1d3d8b18d636 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:41.891696 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c5680c3c-44d0-486c-9b7c-1283b0d40d31 req-16fe9ab2-3a63-435f-b3f2-1d3d8b18d636 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0602069 May 12 05:30:41.931734 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c5680c3c-44d0-486c-9b7c-1283b0d40d31 req-7794b80d-b0cd-402c-8896-a9535fecb022 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338981 May 12 05:30:42.277774 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52133c6c-69ac-4ee2-859b-1b48afda3324 req-7a56da06-9dfa-4ec2-be6f-16fa0bd6cf8b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:42.279265 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52133c6c-69ac-4ee2-859b-1b48afda3324 req-7a56da06-9dfa-4ec2-be6f-16fa0bd6cf8b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 946 time: 0.0516655 May 12 05:30:42.324975 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52133c6c-69ac-4ee2-859b-1b48afda3324 req-58bd7aa5-e50c-48bf-865d-9bb4e5513576 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388079 May 12 05:30:42.456508 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036a1d9-c3d7-4ccd-8880-83d56d594829 req-3c234ffe-8f47-472c-ada7-447ba7cc1b29 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:42.458702 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6036a1d9-c3d7-4ccd-8880-83d56d594829 req-3c234ffe-8f47-472c-ada7-447ba7cc1b29 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 946 time: 0.0659685 May 12 05:30:42.467552 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47470) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:42.472294 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'floatingip': {'port_id': '104356c8-e183-4fe2-8221-8b7a710e7714'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:42.473910 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568b509-8aad-492a-bfec-0d364a39def7 req-5ac77258-b594-456c-9eb3-2177544c9c95 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:42.475603 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8568b509-8aad-492a-bfec-0d364a39def7 req-5ac77258-b594-456c-9eb3-2177544c9c95 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0576799 May 12 05:30:42.517163 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8568b509-8aad-492a-bfec-0d364a39def7 req-5ae280f5-5be2-45af-a3f1-d3640dcfa5e6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 May 12 05:30:42.622619 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47476) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:42.745107 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c726a972-950b-41e3-8871-b07175f83316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:42.769008 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:42.874463 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c726a972-950b-41e3-8871-b07175f83316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:42.879593 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c726a972-950b-41e3-8871-b07175f83316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:42.919779 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-c726a972-950b-41e3-8871-b07175f83316 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05fc0373b2d440ebb74d863efedc2917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948148 May 12 05:30:42.922917 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47486) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:42.931082 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726a972-950b-41e3-8871-b07175f83316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67321b4a-fcc7-442e-a8a0-da5694c2e74f,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:42.979680 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-41fb82e5-1005-445b-adf5-18d0ee23d9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.001149 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-41fb82e5-1005-445b-adf5-18d0ee23d9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.009670 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06607acb-4540-47fb-914e-972905f42942 req-753f8464-816f-4c22-abf4-925daaf1b49a tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:43.011136 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-06607acb-4540-47fb-914e-972905f42942 req-753f8464-816f-4c22-abf4-925daaf1b49a tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 943 time: 0.1205177 May 12 05:30:43.079499 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a75ee-47fd-4424-a44b-6a295efc66bd req-e297a2cb-a5ae-482d-af49-7acee1124222 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:43.081025 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7e8a75ee-47fd-4424-a44b-6a295efc66bd req-e297a2cb-a5ae-482d-af49-7acee1124222 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0727198 May 12 05:30:43.108106 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-41fb82e5-1005-445b-adf5-18d0ee23d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.110536 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-41fb82e5-1005-445b-adf5-18d0ee23d9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.111605 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-41fb82e5-1005-445b-adf5-18d0ee23d9f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67321b4a-fcc7-442e-a8a0-da5694c2e74f HTTP/1.1" status: 204 len: 168 time: 0.1877549 May 12 05:30:43.126726 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb82e5-1005-445b-adf5-18d0ee23d9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67321b4a-fcc7-442e-a8a0-da5694c2e74f,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:43.147975 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7e8a75ee-47fd-4424-a44b-6a295efc66bd req-609b378d-ba96-471b-961a-0bdbfabe65fb tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558431 May 12 05:30:43.172482 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-06607acb-4540-47fb-914e-972905f42942 req-728edc7a-32d2-4a6c-b405-24f84296f912 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511705 May 12 05:30:43.477733 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.484332 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.584816 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.l3_db [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Floating IP 10a9c5e2-0957-4e73-bc3f-1a3735bff913 associated. External IP: 172.28.0.117, port: 104356c8-e183-4fe2-8221-8b7a710e7714. May 12 05:30:43.782379 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47516) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:43.788364 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:30:43.883681 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-171899021-network', 'tenant_id': '2777781455884eda8846472d2ec8715c'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:43.909327 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:30:43.912206 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 4567f999-d710-476d-87f7-64938da51597 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:30:43.915075 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.923151 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Made reservation on behalf of 2777781455884eda8846472d2ec8715c for: {'network': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:43.923673 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:30:43.926659 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.936888 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:43.938057 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:43.938678 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:43.950401 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-bae9bf58-d1e1-441e-b164-52a65ae5cbab tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "PUT /v2.0/floatingips/10a9c5e2-0957-4e73-bc3f-1a3735bff913 HTTP/1.1" status: 200 len: 992 time: 1.4816682 May 12 05:30:43.951445 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739c273-1920-41dd-879f-88e65173a15d', 'tag': '104356c8-e183-4fe2-8221-8b7a710e7714'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:43.954600 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20102f55-4346-4be6-a9ae-4fbc734c7acb" -d '{"events": [{"name": "network-changed", "server_uuid": "5739c273-1920-41dd-879f-88e65173a15d", "tag": "104356c8-e183-4fe2-8221-8b7a710e7714"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:43.975747 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47528) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:43.983197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838214577', 'description': 'tempest-description--340303322'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:44.015444 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.021592 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a99a6f7-67ee-4259-bdc3-8c4eedcb1199 x-openstack-request-id: req-4a99a6f7-67ee-4259-bdc3-8c4eedcb1199 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:44.022268 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739c273-1920-41dd-879f-88e65173a15d", "tag": "104356c8-e183-4fe2-8221-8b7a710e7714", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:44.022801 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a99a6f7-67ee-4259-bdc3-8c4eedcb1199 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:44.023253 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a99a6f7-67ee-4259-bdc3-8c4eedcb1199'] response: {'name': 'network-changed', 'server_uuid': '5739c273-1920-41dd-879f-88e65173a15d', 'tag': '104356c8-e183-4fe2-8221-8b7a710e7714', 'status': 'completed', 'code': 200} May 12 05:30:44.053702 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.060614 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.068548 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:44.088254 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 4567f999-d710-476d-87f7-64938da51597, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4567f999-d710-476d-87f7-64938da51597,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:44.101622 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=101910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:30:44.105130 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '4567f999-d710-476d-87f7-64938da51597', 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45', 'port_id': '4567f999-d710-476d-87f7-64938da51597', 'mac_address': 'fa:16:3e:30:4a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2ed852-281f-4a28-a472-d0312d081a4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:30:44.111045 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e82715-aa0d-4e16-9ff1-24c54c653e7f,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:44.121283 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.122065 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.segments_db [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Added segment 6ac19b5e-20f7-467a-a587-362df0ff7bd8 of type vlan for network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 May 12 05:30:44.140996 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-c38dab57-b710-4c42-bb2b-c7d9de5cab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:44.142483 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-c38dab57-b710-4c42-bb2b-c7d9de5cab41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 1099 time: 0.0849419 May 12 05:30:44.152309 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.161629 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 4567f999-d710-476d-87f7-64938da51597 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:44.162284 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.169379 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.177702 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4567f999-d710-476d-87f7-64938da51597 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:30:44.190802 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.201992 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 4567f999-d710-476d-87f7-64938da51597, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4567f999-d710-476d-87f7-64938da51597,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:44.209336 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.272360 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.274139 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:44.274839 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.290213 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=4567f999-d710-476d-87f7-64938da51597,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:44.292116 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.294519 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3173234 May 12 05:30:44.307559 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47534) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:44.318078 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-aa96d9fe-0bad-4ce5-9772-af2b968e2868 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'security_group_rule': {'security_group_id': '73137605-4206-45f5-8e02-74c41283ef6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:44.370305 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73137605-4206-45f5-8e02-74c41283ef6b,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:44.383447 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5998533 May 12 05:30:44.385093 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47538) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:44.399628 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Request body: {'subnet': {'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-171899021-subnet', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:44.418763 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af2d10-1202-491f-a4f0-b6f930f92bd6 req-d079bb16-07e9-4dc5-8809-cb888918c03c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:44.420780 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-88af2d10-1202-491f-a4f0-b6f930f92bd6 req-d079bb16-07e9-4dc5-8809-cb888918c03c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1422048 May 12 05:30:44.421621 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc0ba0-e7df-4a6d-97fc-1fd35145ee67 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7d67df-2f1e-49ec-b402-37c0ec763b81,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:44.440489 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:30:44.456058 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Made reservation on behalf of 2777781455884eda8846472d2ec8715c for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:44.458931 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10245008'] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.498551 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '10a9c5e2-0957-4e73-bc3f-1a3735bff913', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.117', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': '104356c8-e183-4fe2-8221-8b7a710e7714', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:35:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5739c273-1920-41dd-879f-88e65173a15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:30Z', 'updated_at': '2022-05-12T05:30:43Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}, {'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:39Z', 'revision_number': 2, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:44.529364 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['4567f999-d710-476d-87f7-64938da51597'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:30:44.535155 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:30:44.544431 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:44.545304 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:44.610200 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-88af2d10-1202-491f-a4f0-b6f930f92bd6 req-248669fc-d7f2-47ea-98ca-a69e9e67492b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599958 May 12 05:30:44.695640 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.696181 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.696526 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.696990 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.697443 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.698437 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.698874 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.699300 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.699750 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.700199 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.700611 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.701045 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874871b8-4d02-4496-959f-5b8ba0439984 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:44.706414 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47544) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:44.729035 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-aa96d9fe-0bad-4ce5-9772-af2b968e2868 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.744043 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-fbd80266-9cb5-483d-b2d4-525666ee346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:44.746151 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-fbd80266-9cb5-483d-b2d4-525666ee346d service neutron] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 915 time: 0.5890663 May 12 05:30:44.756644 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e209fd1-6b09-443d-a25d-cbfdcd606317 req-1fccafab-79d7-42eb-b861-6528a26e3272 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:44.758794 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7e209fd1-6b09-443d-a25d-cbfdcd606317 req-1fccafab-79d7-42eb-b861-6528a26e3272 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 944 time: 0.4571712 May 12 05:30:44.766077 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:44.833812 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bd4c514a-388d-4b01-93fc-e55acfc21196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.872502 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10406153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10244994'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.879677 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-ca1cbb12-b992-46fd-b280-e0f3b4ef136d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=104356c8-e183-4fe2-8221-8b7a710e7714 HTTP/1.1" status: 200 len: 1000 time: 0.1167934 May 12 05:30:44.884549 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7e209fd1-6b09-443d-a25d-cbfdcd606317 req-4da14780-13a2-4c1e-b500-685cd49dbf1e tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067564 May 12 05:30:44.914323 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-aa96d9fe-0bad-4ce5-9772-af2b968e2868 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.936868 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:44.937495 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-aa96d9fe-0bad-4ce5-9772-af2b968e2868 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.969928 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96d9fe-0bad-4ce5-9772-af2b968e2868 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af19ee5-5a65-4d2c-99a5-615e9ab13cbc,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:44.979217 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-aa96d9fe-0bad-4ce5-9772-af2b968e2868 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:44.983182 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-aa96d9fe-0bad-4ce5-9772-af2b968e2868 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6730814 May 12 05:30:44.983340 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Checking segment: {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:44.983340 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Network hostable DHCP agents. Network: 9a7d67df-2f1e-49ec-b402-37c0ec763b81, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:30:44.983657 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47548) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:44.989037 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-ff33d71a-b963-4567-adbe-77e208c86b55 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'security_group_rule': {'security_group_id': '73137605-4206-45f5-8e02-74c41283ef6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:44.994076 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-6ed9e5f9-bdcf-4208-b97f-b29e8d5c19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:44.995584 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-6ed9e5f9-bdcf-4208-b97f-b29e8d5c19bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.1076999 May 12 05:30:44.995941 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bd4c514a-388d-4b01-93fc-e55acfc21196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.004025 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bd4c514a-388d-4b01-93fc-e55acfc21196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.023881 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:30:45.047820 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ff33d71a-b963-4567-adbe-77e208c86b55 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.051253 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 9a7d67df-2f1e-49ec-b402-37c0ec763b81) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:45.057802 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bd4c514a-388d-4b01-93fc-e55acfc21196 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa07dec56dde4bcaaa147da9501444f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497601 May 12 05:30:45.062672 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47550) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:45.070339 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019275ed-058f-46ba-bbd2-3f39ea3faab7 None None] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:30:45.071414 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:45.073030 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.075281 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c514a-388d-4b01-93fc-e55acfc21196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6a326a-669d-44ff-a431-19cd33ce6049,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:45.086658 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-bdae9d50-d752-4bda-aaa7-85977b4c8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:45.089994 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-bdae9d50-d752-4bda-aaa7-85977b4c8bc3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848558 May 12 05:30:45.094627 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '10a9c5e2-0957-4e73-bc3f-1a3735bff913', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.117', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': '104356c8-e183-4fe2-8221-8b7a710e7714', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:35:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5739c273-1920-41dd-879f-88e65173a15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:30Z', 'updated_at': '2022-05-12T05:30:43Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}, {'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:39Z', 'revision_number': 2, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:45.112315 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-71e64b93-e7ae-41b8-b202-2e43bde346e2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7219291 May 12 05:30:45.115544 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47552) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:45.132079 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:45.143513 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb34c04a-382b-4c3f-ad11-376cdb5821db None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '10a9c5e2-0957-4e73-bc3f-1a3735bff913', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.117', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': '104356c8-e183-4fe2-8221-8b7a710e7714', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:35:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5739c273-1920-41dd-879f-88e65173a15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:30Z', 'updated_at': '2022-05-12T05:30:43Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}, {'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:39Z', 'revision_number': 2, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:30:45.170699 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.202655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.203849 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.208383 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ff33d71a-b963-4567-adbe-77e208c86b55 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.218795 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.224723 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ff33d71a-b963-4567-adbe-77e208c86b55 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.250241 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33d71a-b963-4567-adbe-77e208c86b55 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67902c0-f0fd-4b88-b864-b745815f14dd,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:45.261205 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-cbbf14c2-92fe-480e-b8a8-22d43930add2 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626155 May 12 05:30:45.286359 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ff33d71a-b963-4567-adbe-77e208c86b55 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.287592 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ff33d71a-b963-4567-adbe-77e208c86b55 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3028684 May 12 05:30:45.292717 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47554) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:45.293454 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:30:45.294363 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.384053 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-20102f55-4346-4be6-a9ae-4fbc734c7acb req-0449c8a4-775f-4a86-9cf5-e4d18059716a service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131415 May 12 05:30:45.448399 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Allocated IP 172.20.0.2 (9a7d67df-2f1e-49ec-b402-37c0ec763b81/1a302c4e-ce42-4ca5-9dbf-d1bb319cae92/e4047b6a-e658-447b-bed0-c21c2f9307c5) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:45.507172 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b60d9c-9e6d-44f8-b80d-58095171bef0 None None] New status for floating IP 10a9c5e2-0957-4e73-bc3f-1a3735bff913: ACTIVE {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:30:45.538220 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:45.545776 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.570101 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:30:45.622559 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.625145 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.628873 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba6a326a-669d-44ff-a431-19cd33ce6049 HTTP/1.1" status: 204 len: 168 time: 0.5638256 May 12 05:30:45.628873 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.678939 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6a326a-669d-44ff-a431-19cd33ce6049,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:45.737314 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.742931 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.778743 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.779095 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.779430 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.779789 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.780116 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.780443 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.780757 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.781096 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.781420 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.781730 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.782631 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.782631 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80971cc-231e-40e8-991e-5c2c0bc5e09d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:45.792836 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.837544 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:45.838769 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Pushing event updated for resources: {'Port': ['ID=e4047b6a-e658-447b-bed0-c21c2f9307c5,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:45.843301 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:45.849439 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:45.884190 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58511-f495-4d9d-bf5e-18756a45d4df req-d467efa2-f700-48c5-888d-0406a49f7f6c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:45.891854 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9ea58511-f495-4d9d-bf5e-18756a45d4df req-d467efa2-f700-48c5-888d-0406a49f7f6c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1741109 May 12 05:30:45.923568 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Attempting to bind port e4047b6a-e658-447b-bed0-c21c2f9307c5 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:45.923985 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Attempting to bind port e4047b6a-e658-447b-bed0-c21c2f9307c5 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:45.924402 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Attempting to bind port e4047b6a-e658-447b-bed0-c21c2f9307c5 on network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:45.929603 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 4567f999-d710-476d-87f7-64938da51597 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:45.958784 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:45.959168 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Checking segment: {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:45.959674 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.960101 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Bound using segment: {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:45.960597 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Bound port: e4047b6a-e658-447b-bed0-c21c2f9307c5, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:45.960987 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:45.965648 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9ea58511-f495-4d9d-bf5e-18756a45d4df req-20e9673a-d2a9-4fe7-8ef7-ab3d0851735c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728443 May 12 05:30:46.040959 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.048935 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e85d7-445f-42cd-b768-8b6b9e320208 req-e9eb48ce-bd63-4bfa-bbb9-ee02db48798d tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:46.051252 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-834e85d7-445f-42cd-b768-8b6b9e320208 req-e9eb48ce-bd63-4bfa-bbb9-ee02db48798d tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 944 time: 0.0652711 May 12 05:30:46.051890 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] For port e4047b6a-e658-447b-bed0-c21c2f9307c5, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:46.056317 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] For port e4047b6a-e658-447b-bed0-c21c2f9307c5, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e4047b6a-e658-447b-bed0-c21c2f9307c5,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:46.057327 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 4567f999-d710-476d-87f7-64938da51597 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:30:46.062581 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 4567f999-d710-476d-87f7-64938da51597 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:46.063052 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.065148 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.099522 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-834e85d7-445f-42cd-b768-8b6b9e320208 req-680aed2b-edec-4b8b-8a71-f524c353eaf1 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 May 12 05:30:46.166022 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e67b-04d2-44f1-a181-d9c099b618a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.185963 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdc9d2-0459-4049-8a6b-5ae18e8dc321 None None] Pushing event updated for resources: {'Port': ['ID=e4047b6a-e658-447b-bed0-c21c2f9307c5,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:46.237490 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 4567f999-d710-476d-87f7-64938da51597 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:46.238185 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.259186 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.261255 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Allocated IP 172.28.0.55 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/66325d02-f96c-41d8-9172-774de7331773) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:46.269212 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc9ff00-2359-44eb-a097-abba21d46675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567f999-d710-476d-87f7-64938da51597'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:46.272022 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d7981d-9afb-4bf2-bc6c-4c46c30049d8" -d '{"events": [{"server_uuid": "fcc9ff00-2359-44eb-a097-abba21d46675", "name": "network-vif-plugged", "status": "completed", "tag": "4567f999-d710-476d-87f7-64938da51597"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:46.284039 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.285203 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 4567f999-d710-476d-87f7-64938da51597, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4567f999-d710-476d-87f7-64938da51597,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:46.290654 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.322414 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c077ef1-94e0-406e-bc2e-bc2a3d4a98d5 x-openstack-request-id: req-4c077ef1-94e0-406e-bc2e-bc2a3d4a98d5 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:46.322729 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc9ff00-2359-44eb-a097-abba21d46675", "name": "network-vif-plugged", "status": "completed", "tag": "4567f999-d710-476d-87f7-64938da51597", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:46.322980 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c077ef1-94e0-406e-bc2e-bc2a3d4a98d5 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:46.323372 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c077ef1-94e0-406e-bc2e-bc2a3d4a98d5'] response: {'server_uuid': 'fcc9ff00-2359-44eb-a097-abba21d46675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567f999-d710-476d-87f7-64938da51597', 'code': 200} May 12 05:30:46.401953 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=4567f999-d710-476d-87f7-64938da51597,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:46.448138 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.490233 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.552546 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f9196-84ce-42c4-abd1-9dd70a7f25d7 req-065db958-0014-4e79-b48e-3d13805947d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:46.554089 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-aa7f9196-84ce-42c4-abd1-9dd70a7f25d7 req-065db958-0014-4e79-b48e-3d13805947d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 1098 time: 0.0487750 May 12 05:30:46.560790 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:46.570114 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:46.574089 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:46.576132 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event updated for resources: {'Port': ['ID=66325d02-f96c-41d8-9172-774de7331773,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:46.592292 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-aa7f9196-84ce-42c4-abd1-9dd70a7f25d7 req-abfa70fe-7978-4f27-918e-d2cf639ba151 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288453 May 12 05:30:46.612873 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Allocated IP 172.28.0.52 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/8276b054-cf95-4924-b77e-7d58da43bc2c) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:46.725747 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.781983 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.783375 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.888758 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:46.942156 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:46.948219 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:46.954366 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:46.994150 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Pushing event updated for resources: {'Port': ['ID=8276b054-cf95-4924-b77e-7d58da43bc2c,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:47.097932 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.106238 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0205e-876e-4f67-8131-e216f3761736 req-148096ef-b24f-4b8b-bcb8-ccae0f085a87 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:47.108080 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-32f0205e-876e-4f67-8131-e216f3761736 req-148096ef-b24f-4b8b-bcb8-ccae0f085a87 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0545273 May 12 05:30:47.122967 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.146311 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4790ebe7-4e03-462a-b185-34c072358041 None None] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:30:47.151373 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-32f0205e-876e-4f67-8131-e216f3761736 req-6ec1a5f1-6c45-4170-b1c6-313f79a2868f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365388 May 12 05:30:47.245390 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Provisioning complete for port e4047b6a-e658-447b-bed0-c21c2f9307c5 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:47.245932 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.267524 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event updated for resources: {'Port': ['ID=66325d02-f96c-41d8-9172-774de7331773,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:47.316445 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.341485 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.342808 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-1132499f-3f5c-4f93-b593-590bbfe20323 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8095920 May 12 05:30:47.357637 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0687fb-faa4-430c-91ab-31826dae3b10 req-e8435237-b5ca-4cdf-bbb4-a200c042d47f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:47.359257 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f0687fb-faa4-430c-91ab-31826dae3b10 req-e8435237-b5ca-4cdf-bbb4-a200c042d47f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.1620576 May 12 05:30:47.385923 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Current status of the port e4047b6a-e658-447b-bed0-c21c2f9307c5 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:47.386542 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.418472 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.428000 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] For port e4047b6a-e658-447b-bed0-c21c2f9307c5, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e4047b6a-e658-447b-bed0-c21c2f9307c5,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:47.434344 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.489947 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f0687fb-faa4-430c-91ab-31826dae3b10 req-8747fbb3-8bb8-4fe8-9ee2-dd33fb1cf537 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732381 May 12 05:30:47.497724 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Pushing event updated for resources: {'Port': ['ID=e4047b6a-e658-447b-bed0-c21c2f9307c5,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:47.507847 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.508287 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.508729 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.509154 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.509575 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.509992 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.510530 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.511086 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.511645 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.512079 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.512492 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.512923 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f5898-d742-4a96-9d7f-6e2a614e7025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:47.584637 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-9943e5b9-adb0-474c-8cfb-596141112243 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--838214577&fields=id&tenant_id=2fa1e009e7d9481985fadff0798a8d6a HTTP/1.1" status: 200 len: 267 time: 0.0429983 May 12 05:30:47.656185 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f52748d1-32a8-421e-ae54-6bc9b8103d8b None None] Provisioning complete for port e4047b6a-e658-447b-bed0-c21c2f9307c5 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:47.656659 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f52748d1-32a8-421e-ae54-6bc9b8103d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.702774 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5f0abb42-b3bc-467a-bc91-667b00ad7ecd tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:47.704591 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5f0abb42-b3bc-467a-bc91-667b00ad7ecd tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 818 time: 0.1125474 May 12 05:30:47.723414 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7b9099ed-d82b-4c8d-ad08-012a5f39f721 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/quotas/2fa1e009e7d9481985fadff0798a8d6a HTTP/1.1" status: 200 len: 375 time: 0.0121460 May 12 05:30:47.752041 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f52748d1-32a8-421e-ae54-6bc9b8103d8b None None] Current status of the port e4047b6a-e658-447b-bed0-c21c2f9307c5 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:47.783221 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-4f012a5b-3553-4738-b361-ebe824e1e538 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0532024 May 12 05:30:47.874626 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:47.908603 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5733865f-c014-4ff7-97c2-dafc98df533c service neutron] 10.222.0.23 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135392 May 12 05:30:48.002245 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-e3090f59-4b8f-4922-b1db-9e1bd35e2dbe service neutron] 10.222.0.23 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925703 May 12 05:30:48.026690 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e4047b6a-e658-447b-bed0-c21c2f9307c5 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:48.029562 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:30:48.083353 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port e4047b6a-e658-447b-bed0-c21c2f9307c5 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:48.083735 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:48.146449 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:30:48.157804 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Sync routers for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:30:48.181755 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] Notify callbacks [] for router, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:48.185997 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d5f6409c-8e62-4547-92ae-082782d74892 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0677271 May 12 05:30:48.186434 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47584) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:48.189959 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:48.190612 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:48.267525 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a6d6665-0361-4f4e-af60-1831ba22b3f7 req-8ea54f11-2cd0-4a3f-8c1a-3d7f5b38c9f0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 210 time: 0.0577056 May 12 05:30:48.345318 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:48.356508 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0e1ad011-7d25-4e1d-9a25-cd99000a68bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:48.359467 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port e4047b6a-e658-447b-bed0-c21c2f9307c5 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:48.433843 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e5a05-25fa-47bb-8c6e-b0460aba90b4 req-0c6c0e3c-0200-4b36-9180-956b70d4dac8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:48.435311 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0e7e5a05-25fa-47bb-8c6e-b0460aba90b4 req-0c6c0e3c-0200-4b36-9180-956b70d4dac8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1129980 May 12 05:30:48.512202 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0e7e5a05-25fa-47bb-8c6e-b0460aba90b4 req-60bb21a7-fe72-42b8-90cb-b86bca507b39 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478733 May 12 05:30:48.559430 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:47Z', 'revision_number': 3, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:48.608126 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Checking router: 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:30:48.608987 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Updating router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 port 8276b054-cf95-4924-b77e-7d58da43bc2c binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:30:48.639173 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de00b6-9a32-4410-87e2-713c690e1f18 req-b7beef46-3330-4a98-81d2-bf6507f84f86 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:48.639970 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:48.647220 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-67de00b6-9a32-4410-87e2-713c690e1f18 req-b7beef46-3330-4a98-81d2-bf6507f84f86 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0702589 May 12 05:30:48.680979 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-67de00b6-9a32-4410-87e2-713c690e1f18 req-4dd8e6e2-14ce-4aab-89f4-8ea503c24c55 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 May 12 05:30:48.805986 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:48.941726 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:48.951024 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:48.984169 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Allocated IP 172.20.0.1 (9a7d67df-2f1e-49ec-b402-37c0ec763b81/1a302c4e-ce42-4ca5-9dbf-d1bb319cae92/f8681d6e-2d60-468a-918f-37da1cf0b4de) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:49.023101 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Attempting to bind port 8276b054-cf95-4924-b77e-7d58da43bc2c on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:49.024538 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Attempting to bind port 8276b054-cf95-4924-b77e-7d58da43bc2c by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:49.024538 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Attempting to bind port 8276b054-cf95-4924-b77e-7d58da43bc2c on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:49.034595 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Pushing event updated for resources: {'Port': ['ID=8276b054-cf95-4924-b77e-7d58da43bc2c,revision_number=2']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:49.038506 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:49.039328 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:49.039473 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.039867 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:49.040407 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Bound port: 8276b054-cf95-4924-b77e-7d58da43bc2c, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:49.040839 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.071333 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.073113 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.073498 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.073873 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.074250 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.074599 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.074988 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.075318 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.075767 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.076228 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.076443 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.076786 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:30:49.103107 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.119000 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] For port 8276b054-cf95-4924-b77e-7d58da43bc2c, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:49.122457 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] For port 8276b054-cf95-4924-b77e-7d58da43bc2c, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=8276b054-cf95-4924-b77e-7d58da43bc2c,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:49.127518 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.148194 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.185551 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c5b74-fa91-4c55-b3bc-2165809baff2 None None] Pushing event updated for resources: {'Port': ['ID=8276b054-cf95-4924-b77e-7d58da43bc2c,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:49.200426 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8681d6e-2d60-468a-918f-37da1cf0b4de,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:49.208492 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:49.209294 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:49.209927 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:49.210797 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:49.215775 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:49.277077 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.332356 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.360246 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:49.461095 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f17ce526-5840-40d7-b881-07802f0ca633 req-4ed10466-d78d-4a63-8b5e-100e0bc2b947 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 210 time: 0.0687349 May 12 05:30:49.535430 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.597814 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-d6ea0360-0b70-493b-b4eb-48393004a335 None None] Provisioning complete for port f8681d6e-2d60-468a-918f-37da1cf0b4de triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:49.598793 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0360-0b70-493b-b4eb-48393004a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.658882 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea0360-0b70-493b-b4eb-48393004a335 None None] Port f8681d6e-2d60-468a-918f-37da1cf0b4de cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:30:49.683111 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-4015cff8-a841-42cd-ae27-f1eea1c7c50d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:49.684703 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-4015cff8-a841-42cd-ae27-f1eea1c7c50d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 818 time: 0.2578130 May 12 05:30:49.705080 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f507413-90db-4ad3-90b6-e2d8c7ee1f6b req-f05cac3f-1875-49dc-98f5-388d20d2d2ee tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:49.707841 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1f507413-90db-4ad3-90b6-e2d8c7ee1f6b req-f05cac3f-1875-49dc-98f5-388d20d2d2ee tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0825064 May 12 05:30:49.753744 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1f507413-90db-4ad3-90b6-e2d8c7ee1f6b req-cac09a2a-e3bb-4547-b1db-14bf825a51a6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361128 May 12 05:30:49.761866 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:47Z', 'revision_number': 3, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:49.775297 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-f728d49e-e654-48ad-98b5-d953cbfbb941 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fa1e009e7d9481985fadff0798a8d6a HTTP/1.1" status: 200 len: 379 time: 0.0760167 May 12 05:30:49.786530 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'port': {'device_id': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'admin_state_up': True, 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'security_groups': ['73137605-4206-45f5-8e02-74c41283ef6b']}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:49.791204 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b272826-d77b-4202-a4e7-592d8d56caf4 None None] The sync data for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb is: [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:47Z', 'revision_number': 3, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:30:49.901906 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:49.908899 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:50.005263 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Made reservation on behalf of 2fa1e009e7d9481985fadff0798a8d6a for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:50.008918 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:50.014612 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:50.017810 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8681d6e-2d60-468a-918f-37da1cf0b4de,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:50.263131 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:50.270157 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Allocated IP 172.20.0.10 (9685f37d-dec1-4535-8a83-f88a1b1d5aa9/045530e1-4ae4-4b1f-90a8-d13156302a7b/42d649d8-8807-4db4-8015-d57b81e8e469) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:50.275125 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:50.503278 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:30:50.583448 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d05e579-76fb-48b5-b5e7-ad01dd261e49 req-b1ec297f-887d-42d0-84ee-49ad6856101c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 210 time: 0.0487838 May 12 05:30:50.586463 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:50.599061 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-cb2883f6-030a-40fc-9f51-33da68708def None None] Provisioning complete for port f8681d6e-2d60-468a-918f-37da1cf0b4de triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:50.599539 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-cb2883f6-030a-40fc-9f51-33da68708def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:50.663038 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-cb2883f6-030a-40fc-9f51-33da68708def None None] Port f8681d6e-2d60-468a-918f-37da1cf0b4de cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:30:50.723009 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:50.725589 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:30:50.737112 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-9d3f6496-ae86-4a35-884e-ca925e66eff6 admin admin] 10.222.0.23 "PUT /v2.0/routers/64cd2f66-c60c-4d60-a6da-e838fe0a3f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5495570 May 12 05:30:50.796258 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event updated for resources: {'Port': ['ID=42d649d8-8807-4db4-8015-d57b81e8e469,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:50.810623 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:50.812103 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:50.830386 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:50.845235 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:50.908729 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:50.909383 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:50.934232 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-7dc0ead7-5a4b-47da-9675-26023cfbc55f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1540191 May 12 05:30:50.959944 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Request body: {'port': {'device_id': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:51.030922 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fca5-33ed-4415-9e8c-e2954d7d75f4 req-3d90be8d-7314-45fe-b22c-87052923193b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:51.039896 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f9a0fca5-33ed-4415-9e8c-e2954d7d75f4 req-3d90be8d-7314-45fe-b22c-87052923193b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1369774 May 12 05:30:51.101086 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.118705 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f9a0fca5-33ed-4415-9e8c-e2954d7d75f4 req-069e8d94-aeae-4e6d-b22e-6ead9ef5e483 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762885 May 12 05:30:51.165846 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.203811 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-dd3b1e81-d5dc-450b-8964-1d64ab42cc65 None None] Provisioning complete for port 42d649d8-8807-4db4-8015-d57b81e8e469 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:51.208825 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1e81-d5dc-450b-8964-1d64ab42cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.260738 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b1e81-d5dc-450b-8964-1d64ab42cc65 None None] Port 42d649d8-8807-4db4-8015-d57b81e8e469 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:30:51.646505 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47688) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:51.666833 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1302247400-network', 'tenant_id': 'a99e6c319644427d8841322f96afe1db'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:51.694796 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Made reservation on behalf of a99e6c319644427d8841322f96afe1db for: {'network': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:51.697139 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.707676 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.789657 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47655015-2f8a-45cd-9806-a34cd6683644 req-938ef3cf-0cff-40c8-929c-4c29b547905a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:51.791168 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-47655015-2f8a-45cd-9806-a34cd6683644 req-938ef3cf-0cff-40c8-929c-4c29b547905a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 932 time: 0.1085169 May 12 05:30:51.799220 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d649d8-8807-4db4-8015-d57b81e8e469 {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:30:51.808900 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.815674 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.825440 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.845163 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=101910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:30:51.855566 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1059f28c-8f00-4cf9-8f72-87fc31dccf95,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:51.855998 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Transition to ACTIVE for port object 42d649d8-8807-4db4-8015-d57b81e8e469 will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:30:51.861973 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.861973 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.segments_db [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Added segment 809d7f98-c183-4050-9163-d36ed43158ba of type vlan for network 05cf1431-2479-4655-be9a-27f67e150665 May 12 05:30:51.866586 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.872539 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-47655015-2f8a-45cd-9806-a34cd6683644 req-faba4494-e0b9-4f80-81c4-73bd471530db tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635874 May 12 05:30:51.926883 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Pushing event updated for resources: {'Port': ['ID=42d649d8-8807-4db4-8015-d57b81e8e469,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:51.927035 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.982903 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:51.984578 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:51.985806 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.067020 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 8276b054-cf95-4924-b77e-7d58da43bc2c up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:52.071900 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Sync routers for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:30:52.095494 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Attempting to bind port 42d649d8-8807-4db4-8015-d57b81e8e469 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:52.100256 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Attempting to bind port 42d649d8-8807-4db4-8015-d57b81e8e469 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:52.100580 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Attempting to bind port 42d649d8-8807-4db4-8015-d57b81e8e469 on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:52.105879 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4563890 May 12 05:30:52.108599 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47690) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:52.111858 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Port 42d649d8-8807-4db4-8015-d57b81e8e469 on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:30:52.112106 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Attempting to bind port 42d649d8-8807-4db4-8015-d57b81e8e469 on network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:52.114675 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Request body: {'subnet': {'network_id': '05cf1431-2479-4655-be9a-27f67e150665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1302247400-subnet', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:52.117642 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:52.117982 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Checking segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:52.118403 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Bound using segment: {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:52.118884 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Bound port: 42d649d8-8807-4db4-8015-d57b81e8e469, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548b91f2-d106-4d29-a4b6-3eae3c51b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:52.119239 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.161161 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e61b9-faa8-45c7-bb33-d9d6ada01cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=05cf1431-2479-4655-be9a-27f67e150665,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:52.167997 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Made reservation on behalf of a99e6c319644427d8841322f96afe1db for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:30:52.171096 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:52.173039 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:52.174880 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10245008'] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.232175 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 05cf1431-2479-4655-be9a-27f67e150665 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:30:52.241137 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] For port 42d649d8-8807-4db4-8015-d57b81e8e469, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:52.245423 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] For port 42d649d8-8807-4db4-8015-d57b81e8e469, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=42d649d8-8807-4db4-8015-d57b81e8e469,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:52.261294 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.334717 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 8276b054-cf95-4924-b77e-7d58da43bc2c triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:52.335568 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.335679 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:52.340146 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.349033 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] 10.222.0.35 "PUT /v2.0/ports/42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 200 len: 1094 time: 1.4016519 May 12 05:30:52.349520 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:30:52.351834 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cae63a-cfda-49bc-afbd-02abb9a8c412" -d '{"events": [{"name": "network-changed", "server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:30:52.402742 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc310a9-cdef-424b-bd7e-ebb27748b303 service neutron] Pushing event updated for resources: {'Port': ['ID=42d649d8-8807-4db4-8015-d57b81e8e469,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:52.490575 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a9ce6-78db-4575-a3cf-a2bb2dbe0c77 x-openstack-request-id: req-824a9ce6-78db-4575-a3cf-a2bb2dbe0c77 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:30:52.490865 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:30:52.491116 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-824a9ce6-78db-4575-a3cf-a2bb2dbe0c77 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:30:52.491512 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824a9ce6-78db-4575-a3cf-a2bb2dbe0c77'] response: {'name': 'network-changed', 'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469', 'status': 'completed', 'code': 200} May 12 05:30:52.493304 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-dad37e0f-9ed9-4a85-a4f0-8fbe04ee4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:52.494999 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-dad37e0f-9ed9-4a85-a4f0-8fbe04ee4709 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1097 time: 0.0788555 May 12 05:30:52.502352 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10406153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10244994'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.562360 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-ea938188-a107-448f-af5a-2a97d8e581c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 200 len: 217 time: 0.0569580 May 12 05:30:52.597690 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:52.602170 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c4376-992b-4fc9-9f79-31daf209f8fb req-a16bd339-8c6f-418d-b855-cb8127f16d07 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:52.604753 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4c6c4376-992b-4fc9-9f79-31daf209f8fb req-a16bd339-8c6f-418d-b855-cb8127f16d07 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1718280 May 12 05:30:52.614679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ce69ce-4061-4841-a511-b21a3ce06451,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:52.642520 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Checking segment: {'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:52.642926 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Network hostable DHCP agents. Network: 05cf1431-2479-4655-be9a-27f67e150665, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:30:52.648046 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-77cd3984-76e2-48e8-952b-d6625dc44052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:52.653557 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-77cd3984-76e2-48e8-952b-d6625dc44052 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0790591 May 12 05:30:52.698703 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4c6c4376-992b-4fc9-9f79-31daf209f8fb req-493b70f9-ed0a-493f-8839-44ca268162c7 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757656 May 12 05:30:52.709890 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Network 05cf1431-2479-4655-be9a-27f67e150665 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:30:52.723185 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 05cf1431-2479-4655-be9a-27f67e150665) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:52.729307 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-1b936e25-9f88-4b6e-b215-ce39e07589ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:52.730895 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-1b936e25-9f88-4b6e-b215-ce39e07589ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715749 May 12 05:30:52.731457 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:52.732322 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.760863 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddfa8c-f22a-4e2f-afd9-71ac6d348331 None None] Network 05cf1431-2479-4655-be9a-27f67e150665 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:30:52.764675 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47698) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:52.765735 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-4e29b78d-100d-4705-aa6c-5776caa2f314 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6551001 May 12 05:30:52.780424 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:30:52.843598 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.845558 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.876503 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-25c832c8-7730-469f-bc9e-1295b1e24532 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367283 May 12 05:30:52.889877 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 8276b054-cf95-4924-b77e-7d58da43bc2c is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:52.890264 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.959199 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:52.969199 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 8276b054-cf95-4924-b77e-7d58da43bc2c, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=8276b054-cf95-4924-b77e-7d58da43bc2c,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:52.982796 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:53.123497 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=8276b054-cf95-4924-b77e-7d58da43bc2c,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:53.133068 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-05cf1431-2479-4655-be9a-27f67e150665', 'network_id': '05cf1431-2479-4655-be9a-27f67e150665', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'fixed_ips': [{'subnet_id': '22ce69ce-4061-4841-a511-b21a3ce06451'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:30:53.133068 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:53.161011 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d00c11d-6616-4958-946a-ab15559bbf0c req-f15d2baf-119d-4949-a19d-cf854314ed80 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733641 May 12 05:30:53.166438 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 2, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:53.167438 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:53.190607 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c4c2-cc64-469a-bf65-256137ce8047 req-74dbc1b3-714e-4cd6-86cc-b71bfb054c58 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:53.192124 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0b56c4c2-cc64-469a-bf65-256137ce8047 req-74dbc1b3-714e-4cd6-86cc-b71bfb054c58 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 944 time: 0.1483302 May 12 05:30:53.200610 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Checking router: 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:30:53.201105 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Updating router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 port f8681d6e-2d60-468a-918f-37da1cf0b4de binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:30:53.310411 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0b56c4c2-cc64-469a-bf65-256137ce8047 req-e89d9c55-6b65-4374-b6b9-8a4fc0dfd5cf tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064246 May 12 05:30:53.319885 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:53.324912 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-6ea6a65f-7a3a-48d2-b666-fd7c33bbec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:53.326448 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-6ea6a65f-7a3a-48d2-b666-fd7c33bbec15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1097 time: 0.0720146 May 12 05:30:53.452374 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-c6106fcf-8c7a-48a6-9ec7-680adca31a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:53.453759 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-c6106fcf-8c7a-48a6-9ec7-680adca31a1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.1177988 May 12 05:30:53.507041 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Allocated IP 172.20.0.2 (05cf1431-2479-4655-be9a-27f67e150665/22ce69ce-4061-4841-a511-b21a3ce06451/eb334de7-815f-43dd-b64a-3b5694356122) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:53.552122 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-f2448df9-d189-4f81-bf1e-d672cd33187a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 200 len: 217 time: 0.0656927 May 12 05:30:53.633579 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:53.656934 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-127808c2-d170-47a7-82e2-6b3fd852ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:53.658366 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-127808c2-d170-47a7-82e2-6b3fd852ad60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0828023 May 12 05:30:53.659813 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:53.749800 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:53.779255 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:53.790184 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-2e4cca27-df07-4251-a055-65abf9a52c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:53.792732 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-2e4cca27-df07-4251-a055-65abf9a52c06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203516 May 12 05:30:53.877752 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Allocated IP 172.28.0.64 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/3c2e9262-8ead-46e8-a6e9-175db706cd4f) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:53.906432 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2e999-76b3-486b-a6e2-a1e7d8ab5e07 req-12fd41a6-434c-4c18-8465-7f4fa4a2a251 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:53.910106 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b3f2e999-76b3-486b-a6e2-a1e7d8ab5e07 req-12fd41a6-434c-4c18-8465-7f4fa4a2a251 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0989978 May 12 05:30:53.976157 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-610fb199-f80b-4af1-a397-d5df95e90f1d service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744034 May 12 05:30:53.980283 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b3f2e999-76b3-486b-a6e2-a1e7d8ab5e07 req-fa0702e0-218d-4ce5-a424-db7bcaceaf6f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585451 May 12 05:30:54.026561 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Network 05cf1431-2479-4655-be9a-27f67e150665 is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:54.038619 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:54.043140 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:54.058479 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 8276b054-cf95-4924-b77e-7d58da43bc2c up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:54.065047 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Pushing event updated for resources: {'Port': ['ID=eb334de7-815f-43dd-b64a-3b5694356122,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:54.070758 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.071039 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.104073 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.197015 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.229702 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77023296-8579-400d-9c97-fedcf669767f None None] Pushing event updated for resources: {'Port': ['ID=f8681d6e-2d60-468a-918f-37da1cf0b4de,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:54.234555 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Attempting to bind port eb334de7-815f-43dd-b64a-3b5694356122 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:54.235305 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Attempting to bind port eb334de7-815f-43dd-b64a-3b5694356122 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:54.235305 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Attempting to bind port eb334de7-815f-43dd-b64a-3b5694356122 on network 05cf1431-2479-4655-be9a-27f67e150665 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:54.259097 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:54.259097 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Checking segment: {'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:54.259426 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.259605 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Bound using segment: {'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:54.262473 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Bound port: eb334de7-815f-43dd-b64a-3b5694356122, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:54.262884 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.331558 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-17cae63a-cfda-49bc-afbd-02abb9a8c412 req-0af566cd-ae94-4b28-ad2f-2a33c7bce6e4 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404789 May 12 05:30:54.343161 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 8276b054-cf95-4924-b77e-7d58da43bc2c triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:54.343693 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.387303 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:54.391357 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:54.409262 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:54.438429 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f1f37-4717-4417-a316-c498dcbd5193 req-8a5778c2-0163-458a-8226-4f5b6d7483bb tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:54.449815 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1b2f1f37-4717-4417-a316-c498dcbd5193 req-8a5778c2-0163-458a-8226-4f5b6d7483bb tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1556158 May 12 05:30:54.496035 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Attempting to bind port f8681d6e-2d60-468a-918f-37da1cf0b4de on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:54.496379 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Attempting to bind port f8681d6e-2d60-468a-918f-37da1cf0b4de by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:54.496740 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Attempting to bind port f8681d6e-2d60-468a-918f-37da1cf0b4de on network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:54.536626 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:54.536900 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Checking segment: {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:54.537368 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.537687 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Bound using segment: {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:54.538162 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Bound port: f8681d6e-2d60-468a-918f-37da1cf0b4de, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:54.538539 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.546962 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1b2f1f37-4717-4417-a316-c498dcbd5193 req-19eb7842-cfd0-4fb7-aec0-3c7c3c325217 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930548 May 12 05:30:54.595897 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] For port eb334de7-815f-43dd-b64a-3b5694356122, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:54.601825 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2e9262-8ead-46e8-a6e9-175db706cd4f,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:54.602394 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] For port eb334de7-815f-43dd-b64a-3b5694356122, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=eb334de7-815f-43dd-b64a-3b5694356122,segment=NetworkSegment(809d7f98-c183-4050-9163-d36ed43158ba),segment_id=809d7f98-c183-4050-9163-d36ed43158ba)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:54.624698 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.735746 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28fa6-063e-4a36-8545-6a731359910f req-c4c43870-0bb0-4248-93da-373eb4014d79 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:54.737805 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f8f28fa6-063e-4a36-8545-6a731359910f req-c4c43870-0bb0-4248-93da-373eb4014d79 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 944 time: 0.2542784 May 12 05:30:54.778801 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549a43-e195-429c-a547-e92190910532 req-1aaf7227-a81e-4dfd-b5f9-9f2bb0c4efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:54.780594 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-93549a43-e195-429c-a547-e92190910532 req-1aaf7227-a81e-4dfd-b5f9-9f2bb0c4efc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 1099 time: 0.2394953 May 12 05:30:54.795774 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] For port f8681d6e-2d60-468a-918f-37da1cf0b4de, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:54.798627 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 8276b054-cf95-4924-b77e-7d58da43bc2c is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:54.802021 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34fe62-41bb-4a9c-96aa-640ba16da981 None None] Pushing event updated for resources: {'Port': ['ID=eb334de7-815f-43dd-b64a-3b5694356122,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:54.808045 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-5973d87d-164a-47b6-b768-9e9d9a146c0b None None] Provisioning complete for port f8681d6e-2d60-468a-918f-37da1cf0b4de triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:54.808430 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-5973d87d-164a-47b6-b768-9e9d9a146c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.837582 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] For port f8681d6e-2d60-468a-918f-37da1cf0b4de, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=f8681d6e-2d60-468a-918f-37da1cf0b4de,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:54.845939 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:54.885417 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-5973d87d-164a-47b6-b768-9e9d9a146c0b None None] Port f8681d6e-2d60-468a-918f-37da1cf0b4de cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:30:54.925678 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77023296-8579-400d-9c97-fedcf669767f None None] Pushing event updated for resources: {'Port': ['ID=f8681d6e-2d60-468a-918f-37da1cf0b4de,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:54.926361 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f8f28fa6-063e-4a36-8545-6a731359910f req-9cf56565-06d1-4eef-97ef-29511a96fe73 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792228 May 12 05:30:54.929823 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:54.933339 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:55.093576 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549a43-e195-429c-a547-e92190910532 req-9f3081f1-f7b6-4c78-b9b2-499ea557cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:55.095627 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-93549a43-e195-429c-a547-e92190910532 req-9f3081f1-f7b6-4c78-b9b2-499ea557cf07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 912 time: 0.2999613 May 12 05:30:55.113551 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:55.168901 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:55.339578 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-9ff60ef7-faba-4c2f-88f2-be767311cea7 None None] Provisioning complete for port f8681d6e-2d60-468a-918f-37da1cf0b4de triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:55.340232 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9ff60ef7-faba-4c2f-88f2-be767311cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:55.484156 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-9ff60ef7-faba-4c2f-88f2-be767311cea7 None None] Current status of the port f8681d6e-2d60-468a-918f-37da1cf0b4de is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:55.484638 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9ff60ef7-faba-4c2f-88f2-be767311cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:55.498743 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-93549a43-e195-429c-a547-e92190910532 req-6f3244c7-b93d-40be-899c-3b034cc4e2eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d HTTP/1.1" status: 200 len: 1002 time: 0.3903489 May 12 05:30:55.512871 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:54Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:55.556619 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbbe48-287f-4230-9ca8-1183ce08dc25 None None] The sync data for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb is: [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:54Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:30:55.563691 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-9ff60ef7-faba-4c2f-88f2-be767311cea7 None None] For port f8681d6e-2d60-468a-918f-37da1cf0b4de, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=f8681d6e-2d60-468a-918f-37da1cf0b4de,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:55.575857 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9ff60ef7-faba-4c2f-88f2-be767311cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:55.609247 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549a43-e195-429c-a547-e92190910532 req-dc0179a3-b99b-4e42-8e40-6d8ec1aeef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:55.613388 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-93549a43-e195-429c-a547-e92190910532 req-dc0179a3-b99b-4e42-8e40-6d8ec1aeef8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.1050792 May 12 05:30:55.690910 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff60ef7-faba-4c2f-88f2-be767311cea7 None None] Pushing event updated for resources: {'Port': ['ID=f8681d6e-2d60-468a-918f-37da1cf0b4de,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:55.794377 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549a43-e195-429c-a547-e92190910532 req-3feb224e-c7e4-4aa3-9970-85d9f0a77e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:55.796811 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-93549a43-e195-429c-a547-e92190910532 req-3feb224e-c7e4-4aa3-9970-85d9f0a77e06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1725347 May 12 05:30:55.810693 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8151e-5935-4c81-9c1f-479edcc0768b req-2f38e98c-615f-4eee-8d3c-10c0db98be61 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:55.819810 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-86b8151e-5935-4c81-9c1f-479edcc0768b req-2f38e98c-615f-4eee-8d3c-10c0db98be61 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0886443 May 12 05:30:55.825183 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:55.894621 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-86b8151e-5935-4c81-9c1f-479edcc0768b req-851722d1-2a1c-4ce4-9cd6-d094cfe4fea2 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678158 May 12 05:30:55.958362 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 42d649d8-8807-4db4-8015-d57b81e8e469 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:30:56.126475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 42d649d8-8807-4db4-8015-d57b81e8e469, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=42d649d8-8807-4db4-8015-d57b81e8e469,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:56.142721 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '42d649d8-8807-4db4-8015-d57b81e8e469', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469', 'mac_address': 'fa:16:3e:d9:ae:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:30:56.191910 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-93549a43-e195-429c-a547-e92190910532 req-1b8371bc-a35a-499d-8471-721c09c1413a service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620572 May 12 05:30:56.208830 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec92aeb-f6c7-416f-b098-bf0d29606eeb None None] Network 05cf1431-2479-4655-be9a-27f67e150665 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:30:56.211365 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device f8681d6e-2d60-468a-918f-37da1cf0b4de up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:56.314170 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 42d649d8-8807-4db4-8015-d57b81e8e469 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:56.314170 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:56.324829 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53b720-b231-4e92-bdd2-4ee39aeeea79 req-4c3e66f7-269b-40df-9e09-7e99f99cfa4c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:56.334198 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7a53b720-b231-4e92-bdd2-4ee39aeeea79 req-4c3e66f7-269b-40df-9e09-7e99f99cfa4c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 944 time: 0.1920590 May 12 05:30:56.363468 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-cc6266d2-a702-4dc7-bfd9-369afffab651 None None] Provisioning complete for port eb334de7-815f-43dd-b64a-3b5694356122 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:56.364644 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-cc6266d2-a702-4dc7-bfd9-369afffab651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:56.367369 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d649d8-8807-4db4-8015-d57b81e8e469 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:30:56.369318 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Router 3c7b594d-ad45-463a-b40c-eabd9708b576 is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:30:56.444344 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 42d649d8-8807-4db4-8015-d57b81e8e469, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=42d649d8-8807-4db4-8015-d57b81e8e469,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:56.465924 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:56.472325 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7a53b720-b231-4e92-bdd2-4ee39aeeea79 req-c28e49ea-b8c8-40ad-b756-e9deb138d99c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330516 May 12 05:30:56.476853 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-93549a43-e195-429c-a547-e92190910532 req-abfbc6f6-4ebe-4c90-987a-b30734281ca9 service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630627 May 12 05:30:56.502730 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port f8681d6e-2d60-468a-918f-37da1cf0b4de triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:56.503105 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:56.593488 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:30:56.606185 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Sync routers for ids ['3c7b594d-ad45-463a-b40c-eabd9708b576'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:30:56.626767 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Routers {'3c7b594d-ad45-463a-b40c-eabd9708b576'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:56.627900 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['3c7b594d-ad45-463a-b40c-eabd9708b576'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:56.632624 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:56.634121 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-45bc1c2e-4e9b-48c0-a334-2f3b1da6f804 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8665490 May 12 05:30:56.637235 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 47720) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:30:56.801461 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=42d649d8-8807-4db4-8015-d57b81e8e469,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:56.806535 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-cc6266d2-a702-4dc7-bfd9-369afffab651 None None] Current status of the port eb334de7-815f-43dd-b64a-3b5694356122 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:56.806925 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-cc6266d2-a702-4dc7-bfd9-369afffab651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:56.822373 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Set router 3c7b594d-ad45-463a-b40c-eabd9708b576 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:56.889132 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-cc6266d2-a702-4dc7-bfd9-369afffab651 None None] For port eb334de7-815f-43dd-b64a-3b5694356122, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=eb334de7-815f-43dd-b64a-3b5694356122,segment=NetworkSegment(809d7f98-c183-4050-9163-d36ed43158ba),segment_id=809d7f98-c183-4050-9163-d36ed43158ba)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:30:56.903983 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port f8681d6e-2d60-468a-918f-37da1cf0b4de is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:56.903983 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device eb334de7-815f-43dd-b64a-3b5694356122 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:56.908559 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-cc6266d2-a702-4dc7-bfd9-369afffab651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.029521 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['42d649d8-8807-4db4-8015-d57b81e8e469'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:30:57.112698 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6266d2-a702-4dc7-bfd9-369afffab651 None None] Pushing event updated for resources: {'Port': ['ID=eb334de7-815f-43dd-b64a-3b5694356122,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:57.139386 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port eb334de7-815f-43dd-b64a-3b5694356122 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:57.139386 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.243531 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:30:54Z', 'revision_number': 3, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:57.300502 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Checking router: 3c7b594d-ad45-463a-b40c-eabd9708b576 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:30:57.300851 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Updating router 3c7b594d-ad45-463a-b40c-eabd9708b576 port 3c2e9262-8ead-46e8-a6e9-175db706cd4f binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:30:57.322053 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58154abf-27d2-4605-ab42-46272dfbf7d8 req-f2946da1-a005-4e35-abd2-c1e5d9c952f1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:57.333907 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-58154abf-27d2-4605-ab42-46272dfbf7d8 req-f2946da1-a005-4e35-abd2-c1e5d9c952f1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1870911 May 12 05:30:57.353139 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.365591 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port eb334de7-815f-43dd-b64a-3b5694356122 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:57.373061 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-e3247b86-5d17-480f-8a70-7db6921688e0 None None] Provisioning complete for port eb334de7-815f-43dd-b64a-3b5694356122 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:57.373443 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e3247b86-5d17-480f-8a70-7db6921688e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.417603 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-58154abf-27d2-4605-ab42-46272dfbf7d8 req-7fac99f0-01ee-45db-88a2-355e1a802534 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824254 May 12 05:30:57.550958 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-e3247b86-5d17-480f-8a70-7db6921688e0 None None] Current status of the port eb334de7-815f-43dd-b64a-3b5694356122 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:57.623006 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.664815 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecc9ea-04a9-4a46-b969-03810b242da4 req-6a70ef6d-95a7-4dce-bdaa-19d35193f76d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:57.672924 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c3ecc9ea-04a9-4a46-b969-03810b242da4 req-6a70ef6d-95a7-4dce-bdaa-19d35193f76d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 945 time: 0.0770774 May 12 05:30:57.721707 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c3ecc9ea-04a9-4a46-b969-03810b242da4 req-02780e84-2893-48bc-8b4a-62f3f0227df2 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473580 May 12 05:30:57.771659 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.778583 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.821082 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Allocated IP 172.20.0.1 (05cf1431-2479-4655-be9a-27f67e150665/22ce69ce-4061-4841-a511-b21a3ce06451/e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:30:57.836032 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Attempting to bind port 3c2e9262-8ead-46e8-a6e9-175db706cd4f on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:30:57.836473 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Attempting to bind port 3c2e9262-8ead-46e8-a6e9-175db706cd4f by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:30:57.836865 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Attempting to bind port 3c2e9262-8ead-46e8-a6e9-175db706cd4f on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:30:57.855070 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597a7aa-9855-4404-8772-050c937b48ef None None] Pushing event updated for resources: {'Port': ['ID=3c2e9262-8ead-46e8-a6e9-175db706cd4f,revision_number=2']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:57.859066 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:30:57.859443 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:30:57.859879 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.860271 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:30:57.860750 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Bound port: 3c2e9262-8ead-46e8-a6e9-175db706cd4f, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:30:57.861476 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.931823 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] For port 3c2e9262-8ead-46e8-a6e9-175db706cd4f, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:30:57.937847 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] For port 3c2e9262-8ead-46e8-a6e9-175db706cd4f, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3c2e9262-8ead-46e8-a6e9-175db706cd4f,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:30:57.943056 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.950848 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:57.993500 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:58.012464 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597a7aa-9855-4404-8772-050c937b48ef None None] Pushing event updated for resources: {'Port': ['ID=3c2e9262-8ead-46e8-a6e9-175db706cd4f,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:58.015261 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Routers {'3c7b594d-ad45-463a-b40c-eabd9708b576'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:30:58.015930 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['3c7b594d-ad45-463a-b40c-eabd9708b576'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:58.034251 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device eb334de7-815f-43dd-b64a-3b5694356122 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:30:58.045012 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Network 05cf1431-2479-4655-be9a-27f67e150665 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:58.052005 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:58.066966 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:30:58.110795 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Pushing event updated for resources: {'Port': ['ID=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:58.120157 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port eb334de7-815f-43dd-b64a-3b5694356122 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:58.120530 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:58.125320 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:58.162119 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] Set router 3c7b594d-ad45-463a-b40c-eabd9708b576 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:30:58.238984 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port eb334de7-815f-43dd-b64a-3b5694356122 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:30:58.342989 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:58.451151 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:30:54Z', 'revision_number': 3, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:30:58.482141 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-3389b6f2-3135-4849-9097-433066265abf None None] Provisioning complete for port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:58.482686 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-3389b6f2-3135-4849-9097-433066265abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:58.520480 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe009ce6-c49a-434f-b17e-c8ab85ecb738 None None] The sync data for ids ['3c7b594d-ad45-463a-b40c-eabd9708b576'] in dv-cinder-831186-3-smb is: [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:30:54Z', 'revision_number': 3, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:30:58.558797 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-3389b6f2-3135-4849-9097-433066265abf None None] Port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:30:58.614035 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:58.627426 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:58.657685 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd053c4-a406-4845-b14b-5a90d7dfb111 req-f810aef6-5c52-4ae8-9e63-7a4db0bfadc7 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:58.659302 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0bd053c4-a406-4845-b14b-5a90d7dfb111 req-f810aef6-5c52-4ae8-9e63-7a4db0bfadc7 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1179869 May 12 05:30:58.710448 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:58.723814 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0bd053c4-a406-4845-b14b-5a90d7dfb111 req-a48db756-9c4d-4920-8b93-df611d64fcb3 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524607 May 12 05:30:58.770691 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Pushing event updated for resources: {'Port': ['ID=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:30:58.894746 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Network 05cf1431-2479-4655-be9a-27f67e150665 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:30:58.898443 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:30:58.936055 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8076b-f0f3-4e43-9d53-391d48ac197a req-7949d5ff-2945-4097-bae8-6dc8ed2671d6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:30:58.946604 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f3a8076b-f0f3-4e43-9d53-391d48ac197a req-7949d5ff-2945-4097-bae8-6dc8ed2671d6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 945 time: 0.0942135 May 12 05:30:59.211472 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-3f4e55a7-6493-4945-b2cc-28cbbd473972 None None] Provisioning complete for port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:30:59.214047 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e55a7-6493-4945-b2cc-28cbbd473972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:30:59.292976 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e55a7-6493-4945-b2cc-28cbbd473972 None None] Port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:30:59.360545 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f3a8076b-f0f3-4e43-9d53-391d48ac197a req-a07f864e-ba2b-477f-b703-9cd5fa53742a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129624 May 12 05:30:59.395994 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Router 3c7b594d-ad45-463a-b40c-eabd9708b576 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:30:59.515036 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:30:59.522946 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-71abedef-0200-458e-ba3d-5efa1459bbde admin admin] 10.222.0.23 "PUT /v2.0/routers/3c7b594d-ad45-463a-b40c-eabd9708b576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8840034 May 12 05:30:59.962950 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 42d649d8-8807-4db4-8015-d57b81e8e469 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:31:00.081025 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3c2e9262-8ead-46e8-a6e9-175db706cd4f up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:31:00.145524 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 42d649d8-8807-4db4-8015-d57b81e8e469 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:31:00.154553 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 42d649d8-8807-4db4-8015-d57b81e8e469 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:00.154911 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:00.188514 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 3c2e9262-8ead-46e8-a6e9-175db706cd4f triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:00.188885 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:00.338534 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 42d649d8-8807-4db4-8015-d57b81e8e469 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:00.338928 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:00.365836 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 3c2e9262-8ead-46e8-a6e9-175db706cd4f is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:00.368398 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:00.393637 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:00.396246 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d816df-9707-4d1e-a230-d24b8e8f3541" -d '{"events": [{"server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "name": "network-vif-plugged", "status": "completed", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:00.418677 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 42d649d8-8807-4db4-8015-d57b81e8e469, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=42d649d8-8807-4db4-8015-d57b81e8e469,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:00.422538 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 3c2e9262-8ead-46e8-a6e9-175db706cd4f, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3c2e9262-8ead-46e8-a6e9-175db706cd4f,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:00.429862 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:00.436750 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:00.617962 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9fdfcf-d896-4647-a910-60aadf53d1e3 x-openstack-request-id: req-3a9fdfcf-d896-4647-a910-60aadf53d1e3 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:00.620732 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "name": "network-vif-plugged", "status": "completed", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:00.623616 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a9fdfcf-d896-4647-a910-60aadf53d1e3 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:00.623871 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f9b99-f3fd-459a-a467-8a6b01936c6e req-9ffbf156-60d2-4feb-a1a4-8856e7749527 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:00.627448 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7a6f9b99-f3fd-459a-a467-8a6b01936c6e req-9ffbf156-60d2-4feb-a1a4-8856e7749527 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.1358008 May 12 05:31:00.629677 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9fdfcf-d896-4647-a910-60aadf53d1e3'] response: {'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469', 'code': 200} May 12 05:31:00.659049 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=42d649d8-8807-4db4-8015-d57b81e8e469,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:00.743190 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Sync routers for ids ['3c7b594d-ad45-463a-b40c-eabd9708b576'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:31:00.755499 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7a6f9b99-f3fd-459a-a467-8a6b01936c6e req-2f2fe1e3-dbec-4e59-aa96-a0f981b79eb3 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100082 May 12 05:31:00.790368 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Routers {'3c7b594d-ad45-463a-b40c-eabd9708b576'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:31:00.796791 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['3c7b594d-ad45-463a-b40c-eabd9708b576'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:00.817897 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=3c2e9262-8ead-46e8-a6e9-175db706cd4f,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:00.879219 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48347407-e5e7-4086-b139-2472ebcd4b04 req-df35f12e-3aec-4af1-8501-40667fa6d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:00.880776 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-48347407-e5e7-4086-b139-2472ebcd4b04 req-df35f12e-3aec-4af1-8501-40667fa6d402 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1099 time: 0.0832145 May 12 05:31:00.977484 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-48347407-e5e7-4086-b139-2472ebcd4b04 req-9c7a6333-8156-4d88-9029-be46f672607f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607171 May 12 05:31:01.084402 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Set router 3c7b594d-ad45-463a-b40c-eabd9708b576 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:31:01.467785 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:30:58Z', 'revision_number': 4, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0', 'name': '', 'network_id': '05cf1431-2479-4655-be9a-27f67e150665', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'mac_address': 'fa:16:3e:b6:5a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '22ce69ce-4061-4841-a511-b21a3ce06451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:57Z', 'updated_at': '2022-05-12T05:30:58Z', 'revision_number': 2, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'subnets': [{'id': '22ce69ce-4061-4841-a511-b21a3ce06451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:01.498625 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Checking router: 3c7b594d-ad45-463a-b40c-eabd9708b576 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:31:01.499260 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Updating router 3c7b594d-ad45-463a-b40c-eabd9708b576 port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:31:01.548920 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:01.706461 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d8219-31f2-4c0e-8bc7-235251f30abc req-bb5e0a61-60e4-420e-a491-770eee44bdb5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:01.714028 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9c6d8219-31f2-4c0e-8bc7-235251f30abc req-bb5e0a61-60e4-420e-a491-770eee44bdb5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0760007 May 12 05:31:01.770903 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9c6d8219-31f2-4c0e-8bc7-235251f30abc req-afed8ea2-ed2b-4dc2-8dbb-8d7a3f4f5503 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509200 May 12 05:31:01.938693 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:01.952863 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:01.964330 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fada-b5a0-4bae-b238-94b2b5c9836a req-9cd22d76-9cdd-457e-a6c4-2719e395d511 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:01.973572 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fd70fada-b5a0-4bae-b238-94b2b5c9836a req-9cd22d76-9cdd-457e-a6c4-2719e395d511 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.1044161 May 12 05:31:02.029660 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dc4c4-6447-4d65-afb3-7c6117616411 None None] Pushing event updated for resources: {'Port': ['ID=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:02.060679 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3c2e9262-8ead-46e8-a6e9-175db706cd4f up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:31:02.111871 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Attempting to bind port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:31:02.112580 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Attempting to bind port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:31:02.112830 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Attempting to bind port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 on network 05cf1431-2479-4655-be9a-27f67e150665 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:31:02.122767 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:31:02.123126 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Checking segment: {'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:31:02.123506 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:02.123947 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Bound using segment: {'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:31:02.124371 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Bound port: e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809d7f98-c183-4050-9163-d36ed43158ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05cf1431-2479-4655-be9a-27f67e150665'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:31:02.124743 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:02.125593 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fd70fada-b5a0-4bae-b238-94b2b5c9836a req-6e6b78cf-6e74-458f-ac8b-d057f82ed751 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493497 May 12 05:31:02.199376 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 3c2e9262-8ead-46e8-a6e9-175db706cd4f triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:02.200046 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:02.252595 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] For port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:31:02.256658 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] For port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,segment=NetworkSegment(809d7f98-c183-4050-9163-d36ed43158ba),segment_id=809d7f98-c183-4050-9163-d36ed43158ba)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:31:02.265307 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:02.399454 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dc4c4-6447-4d65-afb3-7c6117616411 None None] Pushing event updated for resources: {'Port': ['ID=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:02.408098 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Routers {'3c7b594d-ad45-463a-b40c-eabd9708b576'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:31:02.409347 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['3c7b594d-ad45-463a-b40c-eabd9708b576'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:02.449526 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 3c2e9262-8ead-46e8-a6e9-175db706cd4f is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:02.672370 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] Set router 3c7b594d-ad45-463a-b40c-eabd9708b576 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:31:02.765276 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-b572e550-aa6f-4aad-b008-405ef9f092c4 None None] Provisioning complete for port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:02.765586 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b572e550-aa6f-4aad-b008-405ef9f092c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:02.970265 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31d2b8-ef19-43a6-97f4-d6c736c6d2ea req-a99867a5-6f27-4c34-a5e0-6721321ab91d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:02.972751 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8f31d2b8-ef19-43a6-97f4-d6c736c6d2ea req-a99867a5-6f27-4c34-a5e0-6721321ab91d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0865963 May 12 05:31:03.039245 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8f31d2b8-ef19-43a6-97f4-d6c736c6d2ea req-c1868249-ddcd-4f13-a738-ebb7e7978339 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477166 May 12 05:31:03.073903 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-b572e550-aa6f-4aad-b008-405ef9f092c4 None None] Current status of the port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:03.073903 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b572e550-aa6f-4aad-b008-405ef9f092c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:03.144562 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-b572e550-aa6f-4aad-b008-405ef9f092c4 None None] For port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,segment=NetworkSegment(809d7f98-c183-4050-9163-d36ed43158ba),segment_id=809d7f98-c183-4050-9163-d36ed43158ba)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:03.158500 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b572e550-aa6f-4aad-b008-405ef9f092c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:03.195226 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:30:58Z', 'revision_number': 4, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0', 'name': '', 'network_id': '05cf1431-2479-4655-be9a-27f67e150665', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'mac_address': 'fa:16:3e:b6:5a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '22ce69ce-4061-4841-a511-b21a3ce06451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:57Z', 'updated_at': '2022-05-12T05:31:02Z', 'revision_number': 4, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'subnets': [{'id': '22ce69ce-4061-4841-a511-b21a3ce06451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:03.225474 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b9a3a-4cd9-462d-8ae5-8298dafa02e0 None None] The sync data for ids ['3c7b594d-ad45-463a-b40c-eabd9708b576'] in dv-cinder-831186-3-smb is: [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:30:58Z', 'revision_number': 4, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0', 'name': '', 'network_id': '05cf1431-2479-4655-be9a-27f67e150665', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'mac_address': 'fa:16:3e:b6:5a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '22ce69ce-4061-4841-a511-b21a3ce06451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:57Z', 'updated_at': '2022-05-12T05:31:02Z', 'revision_number': 4, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'subnets': [{'id': '22ce69ce-4061-4841-a511-b21a3ce06451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:31:03.254455 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572e550-aa6f-4aad-b008-405ef9f092c4 None None] Pushing event updated for resources: {'Port': ['ID=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:03.295969 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dd720-4101-47a1-a9d0-7d065f24c4c7 req-837ec33d-a897-4a36-83e2-4527d856a9e5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:03.303843 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-4eda66c4-a4d4-42cd-9707-649588de03f4 None None] Provisioning complete for port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:03.304404 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4eda66c4-a4d4-42cd-9707-649588de03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:03.308100 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-939dd720-4101-47a1-a9d0-7d065f24c4c7 req-837ec33d-a897-4a36-83e2-4527d856a9e5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0958986 May 12 05:31:03.372931 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-939dd720-4101-47a1-a9d0-7d065f24c4c7 req-adcdbd99-7439-423e-a957-b739ee0c7ab8 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577891 May 12 05:31:03.455220 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-4eda66c4-a4d4-42cd-9707-649588de03f4 None None] Current status of the port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:03.536427 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb65e0e-67ef-4b25-9506-5b2903b44a1d req-85cf9b1d-b6d9-4798-9f80-c996708ff734 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:03.538286 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0cb65e0e-67ef-4b25-9506-5b2903b44a1d req-85cf9b1d-b6d9-4798-9f80-c996708ff734 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0622303 May 12 05:31:03.551830 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 47824) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:03.559431 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'floatingip': {'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:03.613393 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:04.073640 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:31:04.154959 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:04.156516 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:04.229343 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:04.232003 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c2562-57ed-48f8-8c4b-ea170b6ab830 req-a054c03b-df3f-4604-a2d1-dd2a7e6568c9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:04.233676 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-488c2562-57ed-48f8-8c4b-ea170b6ab830 req-a054c03b-df3f-4604-a2d1-dd2a7e6568c9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0702248 May 12 05:31:04.239500 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:04.277192 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:04.295943 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-488c2562-57ed-48f8-8c4b-ea170b6ab830 req-ba664ecf-f028-4fcd-897d-085a18b07ea2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515270 May 12 05:31:04.413897 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.l3_db [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Floating IP 78e14f62-252d-4152-90ce-3ce9116acb9c associated. External IP: 172.28.0.55, port: 42d649d8-8807-4db4-8015-d57b81e8e469. May 12 05:31:04.708581 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:31:04.826713 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:31:04.831207 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:04.836813 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] Sync routers for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:31:04.846377 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:31:04.847528 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:04.876869 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-5dd2c366-1489-4643-bc6d-c9190c95565e tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "PUT /v2.0/floatingips/78e14f62-252d-4152-90ce-3ce9116acb9c HTTP/1.1" status: 200 len: 991 time: 1.3216920 May 12 05:31:04.876869 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:04.878705 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222cafa8-bb3c-4b66-965d-85731269f019" -d '{"events": [{"name": "network-changed", "server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:04.923968 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c9150-6c56-47d5-b8b2-2b5c2c287420 x-openstack-request-id: req-ae6c9150-6c56-47d5-b8b2-2b5c2c287420 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:04.924590 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:04.925453 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae6c9150-6c56-47d5-b8b2-2b5c2c287420 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:04.925938 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6c9150-6c56-47d5-b8b2-2b5c2c287420'] response: {'name': 'network-changed', 'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469', 'status': 'completed', 'code': 200} May 12 05:31:05.018607 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cafa8-bb3c-4b66-965d-85731269f019 req-3e603b64-b07f-45c8-801d-d9845c2422cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:05.018824 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:31:05.020619 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-222cafa8-bb3c-4b66-965d-85731269f019 req-3e603b64-b07f-45c8-801d-d9845c2422cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1099 time: 0.0658786 May 12 05:31:05.131802 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cafa8-bb3c-4b66-965d-85731269f019 req-75299711-1095-4bce-beef-46fbb367fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:05.133261 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-222cafa8-bb3c-4b66-965d-85731269f019 req-75299711-1095-4bce-beef-46fbb367fa10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.1045418 May 12 05:31:05.217799 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-222cafa8-bb3c-4b66-965d-85731269f019 req-7c1c32e9-60d0-4812-b6f9-acd36d21f5bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 200 len: 999 time: 0.0698984 May 12 05:31:05.285918 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cafa8-bb3c-4b66-965d-85731269f019 req-c2a5ae1c-a4d7-4a98-a889-2b45ae9ff0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:05.289304 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-222cafa8-bb3c-4b66-965d-85731269f019 req-c2a5ae1c-a4d7-4a98-a889-2b45ae9ff0e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0575469 May 12 05:31:05.292313 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78e14f62-252d-4152-90ce-3ce9116acb9c', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'mac_address': 'fa:16:3e:d9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:31:04Z', 'revision_number': 1, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:05.361348 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cafa8-bb3c-4b66-965d-85731269f019 req-008ff50b-b5dc-43fd-896c-ac5d9a1ad1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:05.363661 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-222cafa8-bb3c-4b66-965d-85731269f019 req-008ff50b-b5dc-43fd-896c-ac5d9a1ad1e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0634129 May 12 05:31:05.416568 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] Checking router: ea4614c6-a6e4-4bc8-b0ee-0213708557b4 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:31:05.426379 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:31:05.427411 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:30:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:05.439175 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6a1c7-e513-4229-9fbc-b8c10d01a4d2 req-2886d020-9f60-434d-8a75-2d80ece551a2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:05.450851 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c6f6a1c7-e513-4229-9fbc-b8c10d01a4d2 req-2886d020-9f60-434d-8a75-2d80ece551a2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0730770 May 12 05:31:05.495148 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-222cafa8-bb3c-4b66-965d-85731269f019 req-b710760a-a975-4e25-afe0-f26155682d04 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232705 May 12 05:31:05.500475 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c6f6a1c7-e513-4229-9fbc-b8c10d01a4d2 req-4320b76d-bae6-432b-a829-f20ccd42d998 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 May 12 05:31:05.596805 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:31:05.638039 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-222cafa8-bb3c-4b66-965d-85731269f019 req-a63a2a3d-03d3-4e9b-b074-d06b3750e515 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300251 May 12 05:31:05.909018 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78e14f62-252d-4152-90ce-3ce9116acb9c', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'mac_address': 'fa:16:3e:d9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:31:04Z', 'revision_number': 1, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:05.941262 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ed00c-5dbb-4a8b-81ee-16a2e50cf282 None None] The sync data for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb is: [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78e14f62-252d-4152-90ce-3ce9116acb9c', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'mac_address': 'fa:16:3e:d9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:31:04Z', 'revision_number': 1, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:31:06.359219 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25bab1-f143-4ee2-87dc-6a67da108523 None None] New status for floating IP 78e14f62-252d-4152-90ce-3ce9116acb9c: ACTIVE {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:31:06.636812 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca73e4-6cf1-47d8-9c48-456e5045fe21 req-9d727f3e-b028-4632-87f2-fd2320a0bea3 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:06.638957 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b7ca73e4-6cf1-47d8-9c48-456e5045fe21 req-9d727f3e-b028-4632-87f2-fd2320a0bea3 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0591502 May 12 05:31:06.682532 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b7ca73e4-6cf1-47d8-9c48-456e5045fe21 req-e631643b-03c3-4d5c-bfff-bb301e6243d4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350862 May 12 05:31:07.816576 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb1471-e777-48c8-b835-0badd7a4e643 req-7c0b59d6-141f-4363-bc9f-1cdf9c4cc131 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:07.816576 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2fbb1471-e777-48c8-b835-0badd7a4e643 req-7c0b59d6-141f-4363-bc9f-1cdf9c4cc131 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0572391 May 12 05:31:07.859604 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2fbb1471-e777-48c8-b835-0badd7a4e643 req-aec31ba3-594d-45b3-bfb3-1f217d95a896 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359097 May 12 05:31:08.856029 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:08.990779 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32956f-84d4-475b-8351-7b32591f9476 req-bc300611-458f-4815-abb4-eb530bf98c28 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:08.998346 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-be32956f-84d4-475b-8351-7b32591f9476 req-bc300611-458f-4815-abb4-eb530bf98c28 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0577514 May 12 05:31:09.055894 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-be32956f-84d4-475b-8351-7b32591f9476 req-19bc70c9-942e-4d8a-8a2d-d7b7efacf2a7 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565224 May 12 05:31:10.219601 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311d9c-a944-4dcf-9c3c-28058ffe2b9a req-83d8d5ce-e4b0-4f6f-82b4-bf237b3a009e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:10.221166 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bc311d9c-a944-4dcf-9c3c-28058ffe2b9a req-83d8d5ce-e4b0-4f6f-82b4-bf237b3a009e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0538056 May 12 05:31:10.282570 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bc311d9c-a944-4dcf-9c3c-28058ffe2b9a req-097ca8d7-519c-451a-ae10-2c0afc86ee28 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508134 May 12 05:31:11.104360 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-fc1e0ee9-9f26-4499-a590-91863241ce26 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:11.105726 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-fc1e0ee9-9f26-4499-a590-91863241ce26 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/networks?id=9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 200 len: 814 time: 0.1059055 May 12 05:31:11.120096 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-b96bdfe0-68a9-4996-9c63-da6799313777 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/quotas/2777781455884eda8846472d2ec8715c HTTP/1.1" status: 200 len: 375 time: 0.0086565 May 12 05:31:11.169805 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-b5d40c2c-c6ad-4b57-8750-c8a8c6ea530e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2777781455884eda8846472d2ec8715c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444648 May 12 05:31:11.265766 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-e300b7bb-d79c-4df7-bf02-46222bd947f5 service neutron] 10.222.0.23 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834682 May 12 05:31:11.356668 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-96f29ab6-d637-4227-96b1-a9eca2ec0f0a service neutron] 10.222.0.23 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840900 May 12 05:31:11.406293 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824cadc-a3ba-48d5-949a-eb88b74a493c req-569d7133-0502-406d-b9ed-1453f4795f0c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:11.412524 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9824cadc-a3ba-48d5-949a-eb88b74a493c req-569d7133-0502-406d-b9ed-1453f4795f0c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0562348 May 12 05:31:11.449049 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9824cadc-a3ba-48d5-949a-eb88b74a493c req-9c10b566-aa03-4e61-bf6a-8659b0652286 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341945 May 12 05:31:11.527533 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-04be9840-141a-46a2-9f19-00fea53bc0ec req-697fba63-1193-479b-8378-72c382803e4e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 210 time: 0.0312920 May 12 05:31:12.576255 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db0c18-50e1-44f1-bdca-8d4b7261bb62 req-7ce0d931-bd2a-4aec-95a2-52c460501dc2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:12.577770 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-80db0c18-50e1-44f1-bdca-8d4b7261bb62 req-7ce0d931-bd2a-4aec-95a2-52c460501dc2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0518138 May 12 05:31:12.635516 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0fcefebd-f586-40b2-9f2b-a64ccf6ea9ae req-efebed9d-3b19-4ad0-b9ad-fe660b56d8bf tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 210 time: 0.0350530 May 12 05:31:12.923210 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-80db0c18-50e1-44f1-bdca-8d4b7261bb62 req-932a3995-ce80-4e64-b81a-fd4157b5e25f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237541 May 12 05:31:12.953896 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ee6283d6-a7a0-4612-aaca-0662b9f9cbf7 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:12.955941 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ee6283d6-a7a0-4612-aaca-0662b9f9cbf7 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.35 "GET /v2.0/networks?id=9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 200 len: 814 time: 0.3770151 May 12 05:31:12.979813 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'port': {'device_id': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'admin_state_up': True, 'tenant_id': '2777781455884eda8846472d2ec8715c'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:13.088883 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Made reservation on behalf of 2777781455884eda8846472d2ec8715c for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:31:13.092627 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:13.256044 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Allocated IP 172.20.0.11 (9a7d67df-2f1e-49ec-b402-37c0ec763b81/1a302c4e-ce42-4ca5-9dbf-d1bb319cae92/80bbace7-8934-4ead-a480-b8aca783641b) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:31:13.505152 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:13.538570 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:13.594174 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:31:13.599574 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:31:13.602487 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:31:13.635443 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'Port': ['ID=80bbace7-8934-4ead-a480-b8aca783641b,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:13.666652 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:13.667285 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:13.684869 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ae423ecb-ad54-4181-957e-90e4e8a20fca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7090361 May 12 05:31:13.755735 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645464c0-3445-4ca0-99e7-52416816cec9 req-285227f9-aa87-4b7b-b8c1-740508bbf599 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:13.757316 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-645464c0-3445-4ca0-99e7-52416816cec9 req-285227f9-aa87-4b7b-b8c1-740508bbf599 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0565143 May 12 05:31:13.802054 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-645464c0-3445-4ca0-99e7-52416816cec9 req-c29315e3-a3df-4a9f-8f2c-9ae5c5121c67 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 May 12 05:31:13.900127 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-a69b7e18-f171-4fe8-bfd2-62b725e59c75 None None] Provisioning complete for port 80bbace7-8934-4ead-a480-b8aca783641b triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:13.901151 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-a69b7e18-f171-4fe8-bfd2-62b725e59c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:13.949953 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-a69b7e18-f171-4fe8-bfd2-62b725e59c75 None None] Port 80bbace7-8934-4ead-a480-b8aca783641b cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:31:14.051085 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd183d6-fa6b-4cab-b21b-84bdc8af2f05 req-9dfad580-2367-45d5-a5d1-ae681ba41f12 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:14.052637 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ebd183d6-fa6b-4cab-b21b-84bdc8af2f05 req-9dfad580-2367-45d5-a5d1-ae681ba41f12 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0540183 May 12 05:31:14.094997 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ebd183d6-fa6b-4cab-b21b-84bdc8af2f05 req-287022d0-0ca9-4d97-b68a-f3cf7d3f2b31 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356023 May 12 05:31:14.938253 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f7936-25ab-42f5-a55b-f3a19dbf5f7f req-70724d2e-40fb-4acd-b996-0c6d337bbbd0 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:14.939775 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-664f7936-25ab-42f5-a55b-f3a19dbf5f7f req-70724d2e-40fb-4acd-b996-0c6d337bbbd0 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0691454 May 12 05:31:14.982247 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-664f7936-25ab-42f5-a55b-f3a19dbf5f7f req-2309593c-3d9b-452c-bd76-8179b02bc9b9 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359890 May 12 05:31:15.245752 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7426c-99eb-43bf-a05e-e1ebbfc0c2c1 req-a0ecbac3-337e-4c6b-a603-3f9e4ba74b90 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:15.253925 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f9a7426c-99eb-43bf-a05e-e1ebbfc0c2c1 req-a0ecbac3-337e-4c6b-a603-3f9e4ba74b90 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0753496 May 12 05:31:15.289904 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f9a7426c-99eb-43bf-a05e-e1ebbfc0c2c1 req-4215bc3b-5388-48b3-844f-e37e6c72b126 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339017 May 12 05:31:16.094403 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b1da4cdd-8d8c-418c-bf7a-6cc18036d12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:16.115852 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d730c99-d8be-46d2-8a1f-a376499a5e0f req-a2b46abf-70be-4d3a-a82c-d34e93775fcc tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:16.118283 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6d730c99-d8be-46d2-8a1f-a376499a5e0f req-a2b46abf-70be-4d3a-a82c-d34e93775fcc tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0702932 May 12 05:31:16.165892 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6d730c99-d8be-46d2-8a1f-a376499a5e0f req-c3b534df-a883-4113-96a9-88c748f07267 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 May 12 05:31:16.414308 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2e486-8348-4a28-95a3-701512bd6c4b req-91ee8e39-83e8-40dd-9a8f-a5962c9afa2b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:16.416144 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02b2e486-8348-4a28-95a3-701512bd6c4b req-91ee8e39-83e8-40dd-9a8f-a5962c9afa2b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0497184 May 12 05:31:16.467756 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02b2e486-8348-4a28-95a3-701512bd6c4b req-5c29c1b1-070c-4eb9-b6cd-678573d1cb32 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455267 May 12 05:31:17.293934 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc3338-29d3-4bec-af4a-e299289c7a9a req-731665bc-9668-4a95-965f-c41967054f56 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:17.295398 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-94bc3338-29d3-4bec-af4a-e299289c7a9a req-731665bc-9668-4a95-965f-c41967054f56 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0490451 May 12 05:31:17.336059 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-94bc3338-29d3-4bec-af4a-e299289c7a9a req-fe70f767-34e6-48ce-b0a9-a7746bfb9696 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 May 12 05:31:17.602354 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcad87-dbdd-4f1c-a005-b0c5b1e1c5d2 req-68af8fcb-6c6f-4128-88f4-a3aa2c365aee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:17.603987 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1efcad87-dbdd-4f1c-a005-b0c5b1e1c5d2 req-68af8fcb-6c6f-4128-88f4-a3aa2c365aee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0645492 May 12 05:31:17.642755 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1efcad87-dbdd-4f1c-a005-b0c5b1e1c5d2 req-6e5dff13-906e-49e3-af7b-f502977221c5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323694 May 12 05:31:18.307674 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-959cc551-ba6a-46bf-a042-e7b230f40860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:18.450335 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5469f-9798-4f7e-b7e0-52e749c24924 req-7d7cdfa9-11e7-4e07-ac23-1d8c1a61fb97 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:18.450335 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-70d5469f-9798-4f7e-b7e0-52e749c24924 req-7d7cdfa9-11e7-4e07-ac23-1d8c1a61fb97 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0493102 May 12 05:31:18.515953 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-70d5469f-9798-4f7e-b7e0-52e749c24924 req-1af1bb96-1bb9-43c9-a355-27c9553070ea tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468035 May 12 05:31:18.759564 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a041-0029-4393-a20f-9b5bce798dfe req-8d61ce69-9a00-4c12-b676-9ed27e755539 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:18.761041 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3829a041-0029-4393-a20f-9b5bce798dfe req-8d61ce69-9a00-4c12-b676-9ed27e755539 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0475235 May 12 05:31:18.800210 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3829a041-0029-4393-a20f-9b5bce798dfe req-d11d0dd8-50ff-4c09-8f38-50c3509693cc tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329871 May 12 05:31:19.327506 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:19.655592 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397108-1a1b-493f-bc9f-115819da29b9 req-42f907a5-b9b9-410f-b5c4-b7c9d6eaecfe tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:19.657083 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3c397108-1a1b-493f-bc9f-115819da29b9 req-42f907a5-b9b9-410f-b5c4-b7c9d6eaecfe tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0477657 May 12 05:31:19.694305 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3c397108-1a1b-493f-bc9f-115819da29b9 req-d48b44a0-3011-47cf-81fb-9d86c9438f8b tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 May 12 05:31:19.925514 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0adce-a90d-4ab0-9607-e0b73964349e req-0fb7f865-efc2-4481-b0af-ef7686eca5a1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:19.926976 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-93f0adce-a90d-4ab0-9607-e0b73964349e req-0fb7f865-efc2-4481-b0af-ef7686eca5a1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0487251 May 12 05:31:19.962863 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-93f0adce-a90d-4ab0-9607-e0b73964349e req-466936fd-b7e0-4a7c-b40b-5e42d0d66742 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300322 May 12 05:31:20.813524 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6af3e1-279a-4ddc-907b-dc8642ad93ae req-5ab4d725-cd06-412b-8596-90b0d904ec15 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:20.816495 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-dd6af3e1-279a-4ddc-907b-dc8642ad93ae req-5ab4d725-cd06-412b-8596-90b0d904ec15 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0564318 May 12 05:31:20.844804 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:20.876232 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-dd6af3e1-279a-4ddc-907b-dc8642ad93ae req-42c9eeab-7ffd-428d-8fea-5e7107196731 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475602 May 12 05:31:21.095272 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e61ce-379d-4e75-b408-7040f208716f req-a53f7472-3bd8-4a00-be6c-73b2c60d53e1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:21.096793 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a9e61ce-379d-4e75-b408-7040f208716f req-a53f7472-3bd8-4a00-be6c-73b2c60d53e1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0535924 May 12 05:31:21.134601 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4a9e61ce-379d-4e75-b408-7040f208716f req-fdedd26e-ea64-470c-a32c-45e5f004f05c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 May 12 05:31:21.157848 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:22.012056 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77736ddb-bb31-46d7-9bb2-125f29f85112 req-e64c3b49-32bc-44b5-ad16-5d4eb902c441 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:22.020360 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-77736ddb-bb31-46d7-9bb2-125f29f85112 req-e64c3b49-32bc-44b5-ad16-5d4eb902c441 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0596323 May 12 05:31:22.053902 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-77736ddb-bb31-46d7-9bb2-125f29f85112 req-8d1b0e63-b928-4628-8662-233f48e0cceb tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 May 12 05:31:22.256070 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f76b45-de52-488a-a317-3035c3d1d793 req-6ae8f5ce-7cd9-45ae-903c-a5a52c3ffc08 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:22.258388 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91f76b45-de52-488a-a317-3035c3d1d793 req-6ae8f5ce-7cd9-45ae-903c-a5a52c3ffc08 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0506859 May 12 05:31:22.302183 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91f76b45-de52-488a-a317-3035c3d1d793 req-79f739d7-e931-4f96-a8d2-8ef4f9e0fcc1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375831 May 12 05:31:22.570470 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:31:23.174935 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677818d0-bb18-4a86-ab2c-d4b12e1feda6 req-1e323eac-90c2-4bed-b16a-95049eafa880 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:23.176498 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-677818d0-bb18-4a86-ab2c-d4b12e1feda6 req-1e323eac-90c2-4bed-b16a-95049eafa880 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0525942 May 12 05:31:23.220576 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-677818d0-bb18-4a86-ab2c-d4b12e1feda6 req-37e83d86-e5d2-4ea8-b1c9-0c1dadbd9ced tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380828 May 12 05:31:23.430101 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00095517-6ac5-4199-a282-ae3b2eefa64a req-7008410d-5153-4a19-8ceb-25082ecfcb09 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:23.431592 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-00095517-6ac5-4199-a282-ae3b2eefa64a req-7008410d-5153-4a19-8ceb-25082ecfcb09 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0519652 May 12 05:31:23.469124 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-00095517-6ac5-4199-a282-ae3b2eefa64a req-be1f886c-318e-4ecb-a813-3e4af0009ee2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 May 12 05:31:24.335813 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eadba-35df-4276-aeaa-aee567cf63e4 req-11257232-59a6-4245-8193-ac4b8fdc3807 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:24.337298 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2d4eadba-35df-4276-aeaa-aee567cf63e4 req-11257232-59a6-4245-8193-ac4b8fdc3807 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 932 time: 0.0512176 May 12 05:31:24.378033 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2d4eadba-35df-4276-aeaa-aee567cf63e4 req-5bae47de-5bef-47b2-841f-339fcd620939 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 May 12 05:31:24.592737 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cb21d-1c0a-4f83-919e-8ea69065f2ab req-30000cec-a78d-4e60-9792-9cc9ff7a5477 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:24.594182 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d47cb21d-1c0a-4f83-919e-8ea69065f2ab req-30000cec-a78d-4e60-9792-9cc9ff7a5477 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0526044 May 12 05:31:24.630618 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d47cb21d-1c0a-4f83-919e-8ea69065f2ab req-bcd1450b-f947-4cee-8a9c-e384d8fca646 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304809 May 12 05:31:24.992233 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Request body: {'port': {'device_id': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:25.042929 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:25.296633 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bbace7-8934-4ead-a480-b8aca783641b {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:31:25.304565 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:25.316031 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Transition to ACTIVE for port object 80bbace7-8934-4ead-a480-b8aca783641b will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:31:25.321591 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:25.374544 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Pushing event updated for resources: {'Port': ['ID=80bbace7-8934-4ead-a480-b8aca783641b,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:25.443390 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Attempting to bind port 80bbace7-8934-4ead-a480-b8aca783641b on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:31:25.443791 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Attempting to bind port 80bbace7-8934-4ead-a480-b8aca783641b by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:31:25.444088 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Attempting to bind port 80bbace7-8934-4ead-a480-b8aca783641b on network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:31:25.459019 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Port 80bbace7-8934-4ead-a480-b8aca783641b on network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:31:25.459350 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Attempting to bind port 80bbace7-8934-4ead-a480-b8aca783641b on network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:31:25.478082 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:31:25.478428 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Checking segment: {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:31:25.478809 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Bound using segment: {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:31:25.479240 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Bound port: 80bbace7-8934-4ead-a480-b8aca783641b, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac19b5e-20f7-467a-a587-362df0ff7bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:31:25.479600 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:25.536399 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34218-f951-498e-b4bf-5dfa263ac704 req-ce039408-bad0-44ad-82d8-8a9ec4fc212e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:25.537894 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a1f34218-f951-498e-b4bf-5dfa263ac704 req-ce039408-bad0-44ad-82d8-8a9ec4fc212e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 944 time: 0.0905430 May 12 05:31:25.578291 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] For port 80bbace7-8934-4ead-a480-b8aca783641b, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:31:25.598227 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] For port 80bbace7-8934-4ead-a480-b8aca783641b, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=80bbace7-8934-4ead-a480-b8aca783641b,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:31:25.602006 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a1f34218-f951-498e-b4bf-5dfa263ac704 req-91f2d9e4-0043-4dad-b58d-7856c3996310 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 May 12 05:31:25.603452 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:25.637832 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:25.638443 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:25.639827 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] 10.222.0.35 "PUT /v2.0/ports/80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 1094 time: 0.6518967 May 12 05:31:25.640260 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:25.642469 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a5e607-308e-4c74-b072-2aa7b43b6b47" -d '{"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:25.667299 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5e660-ed18-4682-a088-3b32c9bb1935 service neutron] Pushing event updated for resources: {'Port': ['ID=80bbace7-8934-4ead-a480-b8aca783641b,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:25.719250 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355e4a43-2974-46fa-9759-b1fb7e3fc1bc x-openstack-request-id: req-355e4a43-2974-46fa-9759-b1fb7e3fc1bc {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:25.719541 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:25.719812 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-355e4a43-2974-46fa-9759-b1fb7e3fc1bc {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:25.720211 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355e4a43-2974-46fa-9759-b1fb7e3fc1bc'] response: {'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b', 'status': 'completed', 'code': 200} May 12 05:31:25.766791 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-d8ba9e05-7d60-43f0-818a-63a7ee93ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:25.768824 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-d8ba9e05-7d60-43f0-818a-63a7ee93ae94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2777781455884eda8846472d2ec8715c&device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0764158 May 12 05:31:25.790015 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac3f1a-2456-41fb-b78f-8ca30a6c27a2 req-9b674873-dee8-4195-bc8e-7e10e763c533 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:25.791534 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4eac3f1a-2456-41fb-b78f-8ca30a6c27a2 req-9b674873-dee8-4195-bc8e-7e10e763c533 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0677154 May 12 05:31:25.826795 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-4213ba4f-6d56-437b-b114-85ee06035bbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 217 time: 0.0497205 May 12 05:31:25.880809 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4eac3f1a-2456-41fb-b78f-8ca30a6c27a2 req-cc3b00e9-66e5-45c7-8920-88a972ced96d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605776 May 12 05:31:25.890961 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-7963d231-5094-40d1-a67c-3a9e4f10dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:25.892384 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-7963d231-5094-40d1-a67c-3a9e4f10dd04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 HTTP/1.1" status: 200 len: 853 time: 0.0541136 May 12 05:31:25.946373 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-63b4fe50-940b-44d8-b861-5753333b4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:25.947857 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-63b4fe50-940b-44d8-b861-5753333b4a56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a7d67df-2f1e-49ec-b402-37c0ec763b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0428257 May 12 05:31:26.038237 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-b3d77694-29cd-483f-a001-ff0625327155 service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781829 May 12 05:31:26.132014 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a8d1da2-bda8-41a2-971d-cb5daf329020 req-1b69139a-7cc4-4171-b821-ba841d4225bc service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839825 May 12 05:31:26.228991 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-19364c57-f377-4dc1-ab6f-2894f8b1ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:26.230452 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-19364c57-f377-4dc1-ab6f-2894f8b1ac38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2777781455884eda8846472d2ec8715c&device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0390210 May 12 05:31:26.323654 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-b01fe0d3-e9c2-4550-a26a-57d31b1a57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:26.325159 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-b01fe0d3-e9c2-4550-a26a-57d31b1a57e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 200 len: 915 time: 0.0855365 May 12 05:31:26.375863 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-6cfe0860-f971-4cf2-9ca7-218b6bec425d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 217 time: 0.0347400 May 12 05:31:26.435425 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-935adf1e-b0ef-4def-95b3-c7d56dd580a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:26.436901 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-935adf1e-b0ef-4def-95b3-c7d56dd580a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 HTTP/1.1" status: 200 len: 853 time: 0.0438867 May 12 05:31:26.491289 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-feae1bd4-3b0f-4498-9fa6-64562b5e27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:26.492886 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-feae1bd4-3b0f-4498-9fa6-64562b5e27d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a7d67df-2f1e-49ec-b402-37c0ec763b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0391924 May 12 05:31:26.584860 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-c998da0b-be49-4593-9184-8d68d2e8462c service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811889 May 12 05:31:26.676216 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c8a5e607-308e-4c74-b072-2aa7b43b6b47 req-fa7820be-ae6f-48d7-9755-2c3768527330 service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821519 May 12 05:31:26.718152 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b33b2-b5bb-4799-9d78-751a4b990e39 req-b2195f5d-b77a-4c4f-91eb-fc8e21fe3c3d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:26.719641 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e16b33b2-b5bb-4799-9d78-751a4b990e39 req-b2195f5d-b77a-4c4f-91eb-fc8e21fe3c3d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 944 time: 0.0497718 May 12 05:31:26.756772 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e16b33b2-b5bb-4799-9d78-751a4b990e39 req-1648db98-1e4f-4d39-b79d-9cb986017311 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305555 May 12 05:31:27.001434 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72449e02-eba8-4ace-a165-6bed136bc112 req-04a5b58a-916c-4ea1-8487-12b19d1956f4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:27.002924 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72449e02-eba8-4ace-a165-6bed136bc112 req-04a5b58a-916c-4ea1-8487-12b19d1956f4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0514457 May 12 05:31:27.039311 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-72449e02-eba8-4ace-a165-6bed136bc112 req-c5b7b18a-35c5-4fb5-aa61-e85c15be371d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 May 12 05:31:27.867317 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83852f83-c348-4ccc-a3cb-1e24ddb5656b req-fc55fe56-4790-49c5-af29-e545d2778a7b tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:27.868769 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-83852f83-c348-4ccc-a3cb-1e24ddb5656b req-fc55fe56-4790-49c5-af29-e545d2778a7b tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 944 time: 0.0463815 May 12 05:31:27.904241 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-83852f83-c348-4ccc-a3cb-1e24ddb5656b req-ed674d97-dbdf-4146-a29c-7437e9df6985 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297017 May 12 05:31:28.064481 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:31:28.158032 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5756a-b373-4193-aca5-6b76df8fa7f8 req-a6d9dc9d-37d2-4eec-8a24-f5876c181ad8 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:28.160131 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c5c5756a-b373-4193-aca5-6b76df8fa7f8 req-a6d9dc9d-37d2-4eec-8a24-f5876c181ad8 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0488236 May 12 05:31:28.163902 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:28.175857 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'port_id': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'mac_address': 'fa:16:3e:85:91:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:31:28.197198 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c5c5756a-b373-4193-aca5-6b76df8fa7f8 req-0e2fe87b-1da1-42b3-876b-b5a4ab70cfbd tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 May 12 05:31:28.211934 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd is: ACTIVE; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:28.212330 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:28.225655 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a476b9c-c2ac-4673-b01c-42f91e29a4dd {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:31:28.245192 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:28.248902 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:28.249618 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 80bbace7-8934-4ead-a480-b8aca783641b details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:31:28.341527 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=6']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:28.380798 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 80bbace7-8934-4ead-a480-b8aca783641b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=80bbace7-8934-4ead-a480-b8aca783641b,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:28.392064 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '80bbace7-8934-4ead-a480-b8aca783641b', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'port_id': '80bbace7-8934-4ead-a480-b8aca783641b', 'mac_address': 'fa:16:3e:b1:04:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:31:28.433802 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 80bbace7-8934-4ead-a480-b8aca783641b is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:28.434377 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:28.448406 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bbace7-8934-4ead-a480-b8aca783641b {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:31:28.467190 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 80bbace7-8934-4ead-a480-b8aca783641b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=80bbace7-8934-4ead-a480-b8aca783641b,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:28.470457 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:28.519051 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=80bbace7-8934-4ead-a480-b8aca783641b,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:28.664507 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['8a476b9c-c2ac-4673-b01c-42f91e29a4dd'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:31:28.918905 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['80bbace7-8934-4ead-a480-b8aca783641b'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:31:29.020546 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcdd76-04a5-41ef-8bc5-0c89e751cbc9 req-a72a01c9-99c3-42bc-a9ae-f501f6818c9c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:29.022137 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5fcdd76-04a5-41ef-8bc5-0c89e751cbc9 req-a72a01c9-99c3-42bc-a9ae-f501f6818c9c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 945 time: 0.0523756 May 12 05:31:29.064513 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5fcdd76-04a5-41ef-8bc5-0c89e751cbc9 req-018afbe2-708e-4289-9047-41e3e3094d8c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 May 12 05:31:29.367510 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd251c0-6b26-447d-b7a0-952400494d82 req-e363d062-b7d6-4141-8892-aa71bd66eb80 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:29.369092 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0cd251c0-6b26-447d-b7a0-952400494d82 req-e363d062-b7d6-4141-8892-aa71bd66eb80 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 944 time: 0.0940535 May 12 05:31:29.416449 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0cd251c0-6b26-447d-b7a0-952400494d82 req-535b3bc0-28a3-4b69-a1ca-4a969166bee4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 May 12 05:31:30.071903 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:31:30.133475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:30.133846 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:30.201283 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275292e-ae3a-45bd-87f0-9eda62b814c1 req-6ad76e74-10f6-4db7-b35b-64369469af30 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:30.209764 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d275292e-ae3a-45bd-87f0-9eda62b814c1 req-6ad76e74-10f6-4db7-b35b-64369469af30 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 945 time: 0.0770514 May 12 05:31:30.250606 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d275292e-ae3a-45bd-87f0-9eda62b814c1 req-0a38b7bc-bb70-4525-98f9-0a8c3d065afa tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 May 12 05:31:30.256779 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:30.257590 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:30.283660 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:30.286136 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d6954b-5aa0-4691-8cb5-78d2110f7aa9" -d '{"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-plugged", "status": "completed", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:30.311159 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:30.319231 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:30.330510 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c2a09-ac5f-4d8b-9b6a-caa2355829fc x-openstack-request-id: req-558c2a09-ac5f-4d8b-9b6a-caa2355829fc {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:30.330820 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-plugged", "status": "completed", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:30.331693 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-558c2a09-ac5f-4d8b-9b6a-caa2355829fc {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:30.332111 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558c2a09-ac5f-4d8b-9b6a-caa2355829fc'] response: {'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'code': 200} May 12 05:31:30.391011 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=7']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:30.559947 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ebfbb-db26-4744-8208-efdd09a13a93 req-e5ef708f-f37e-47c4-8522-4debcd8e61d0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:30.561494 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-643ebfbb-db26-4744-8208-efdd09a13a93 req-e5ef708f-f37e-47c4-8522-4debcd8e61d0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0636241 May 12 05:31:30.606001 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-643ebfbb-db26-4744-8208-efdd09a13a93 req-698fdc79-583f-43df-99ba-a9a66f9c78e6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378160 May 12 05:31:31.421857 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556ad78-8b68-47e8-bb55-916cc369d774 req-ad83c109-e2bd-44df-8660-78bf5ebc2df7 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:31.432287 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4556ad78-8b68-47e8-bb55-916cc369d774 req-ad83c109-e2bd-44df-8660-78bf5ebc2df7 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 945 time: 0.0769587 May 12 05:31:31.496253 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4556ad78-8b68-47e8-bb55-916cc369d774 req-9ca32587-0f95-48d9-9b55-393c89172c4f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622265 May 12 05:31:31.749829 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaea22a-dedb-4807-8f49-8ff4adf7229b req-9bab6e96-4b3f-40c6-927e-996a359eb797 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:31.756909 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-faaea22a-dedb-4807-8f49-8ff4adf7229b req-9bab6e96-4b3f-40c6-927e-996a359eb797 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0581026 May 12 05:31:31.791130 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-faaea22a-dedb-4807-8f49-8ff4adf7229b req-ba0890e9-5231-4038-9455-71d3f3d51cc2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325856 May 12 05:31:32.082198 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 80bbace7-8934-4ead-a480-b8aca783641b up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:31:32.145539 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 80bbace7-8934-4ead-a480-b8aca783641b completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:31:32.149635 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 80bbace7-8934-4ead-a480-b8aca783641b triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:32.150001 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:32.265723 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 80bbace7-8934-4ead-a480-b8aca783641b is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:32.266106 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:32.307974 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 80bbace7-8934-4ead-a480-b8aca783641b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=80bbace7-8934-4ead-a480-b8aca783641b,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:32.313025 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:32.336675 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:32.339242 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e816d6e7-6d70-4ace-b235-5d4dbe477868" -d '{"events": [{"server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "name": "network-vif-plugged", "status": "completed", "tag": "80bbace7-8934-4ead-a480-b8aca783641b"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:32.382810 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad3afae-622c-49a2-a6d0-57bfc9125c36 x-openstack-request-id: req-cad3afae-622c-49a2-a6d0-57bfc9125c36 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:32.383122 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "name": "network-vif-plugged", "status": "completed", "tag": "80bbace7-8934-4ead-a480-b8aca783641b", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:32.383374 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cad3afae-622c-49a2-a6d0-57bfc9125c36 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:32.383787 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad3afae-622c-49a2-a6d0-57bfc9125c36'] response: {'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b', 'code': 200} May 12 05:31:32.384687 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=80bbace7-8934-4ead-a480-b8aca783641b,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:32.651838 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bf954-cee4-4e4f-bc79-8230dc1efdc5 req-f48e743e-330a-439f-9924-ad05e7e3bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:32.654126 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-559bf954-cee4-4e4f-bc79-8230dc1efdc5 req-f48e743e-330a-439f-9924-ad05e7e3bd43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0687649 May 12 05:31:32.680929 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f673622-c575-4bfc-a70e-69144c81af29 req-535abf0f-afef-4d5e-a2c6-b7bded76a783 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:32.695585 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9f673622-c575-4bfc-a70e-69144c81af29 req-535abf0f-afef-4d5e-a2c6-b7bded76a783 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.1113899 May 12 05:31:32.750828 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9f673622-c575-4bfc-a70e-69144c81af29 req-867d2408-97ff-4f5c-9b76-6c49697eae17 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540776 May 12 05:31:32.755156 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-559bf954-cee4-4e4f-bc79-8230dc1efdc5 req-ccbd5a66-235f-4b0e-9794-3d8c7e19a89a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912375 May 12 05:31:32.947321 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add35484-0d70-44e9-97c3-a97285541fde req-c9d3f3ab-0b51-4d23-b11c-4268cfa4a47e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:32.949339 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-add35484-0d70-44e9-97c3-a97285541fde req-c9d3f3ab-0b51-4d23-b11c-4268cfa4a47e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0580463 May 12 05:31:32.998156 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-add35484-0d70-44e9-97c3-a97285541fde req-418f5c74-149e-45c2-8783-6795ba469bec tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381005 May 12 05:31:33.903868 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c9b26-3f13-4627-8032-81a804d6a332 req-083d7de7-ad57-4a29-a539-ad76d2bcffef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:33.905498 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f25c9b26-3f13-4627-8032-81a804d6a332 req-083d7de7-ad57-4a29-a539-ad76d2bcffef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0661366 May 12 05:31:33.946202 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f25c9b26-3f13-4627-8032-81a804d6a332 req-d0c3878f-9d78-447f-88e1-2cf73eac87f1 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 May 12 05:31:34.139472 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e46fd9-c30f-4ff0-b670-7ed5cf32668d req-eed1be85-6449-4b00-935e-1af0ba6a082e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:34.141017 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-e1e46fd9-c30f-4ff0-b670-7ed5cf32668d req-eed1be85-6449-4b00-935e-1af0ba6a082e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0532396 May 12 05:31:34.204712 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-e1e46fd9-c30f-4ff0-b670-7ed5cf32668d req-4cfb4277-525e-4d84-ac32-1b1503cde02c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567284 May 12 05:31:35.120045 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921e07a-c347-4f13-b2b2-233e7cdc204c req-839cde01-2c2a-4ddf-888e-a9ef2cc7b00f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:35.123474 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9921e07a-c347-4f13-b2b2-233e7cdc204c req-839cde01-2c2a-4ddf-888e-a9ef2cc7b00f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0635614 May 12 05:31:35.165845 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9921e07a-c347-4f13-b2b2-233e7cdc204c req-aabef2a9-c58b-40a9-bb45-9d4a407d7551 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349035 May 12 05:31:35.326366 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5988-2a9d-4301-a63b-35450859fd7a req-a09247b6-77d3-4bf4-b908-cead5fa9ed08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:35.334121 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7bbb5988-2a9d-4301-a63b-35450859fd7a req-a09247b6-77d3-4bf4-b908-cead5fa9ed08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0726142 May 12 05:31:35.357887 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422ddeb-30a4-4f0f-aa17-d76367923e63 req-5ff8da2e-b2ca-42d4-acda-397600dd3300 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:35.370112 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a422ddeb-30a4-4f0f-aa17-d76367923e63 req-5ff8da2e-b2ca-42d4-acda-397600dd3300 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0731759 May 12 05:31:35.373378 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7bbb5988-2a9d-4301-a63b-35450859fd7a req-881117dc-d4ac-4bd6-aa09-aac1abbf1ba0 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384033 May 12 05:31:35.405816 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a422ddeb-30a4-4f0f-aa17-d76367923e63 req-5a45ca20-d2d6-424c-9411-106acd111f56 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346818 May 12 05:31:35.717972 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f20a1-b5be-42e5-8e69-81c8776d1a8e req-88df06d0-698e-4604-ac94-4a8e3c777f06 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:35.719655 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-126f20a1-b5be-42e5-8e69-81c8776d1a8e req-88df06d0-698e-4604-ac94-4a8e3c777f06 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0556264 May 12 05:31:35.802592 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-126f20a1-b5be-42e5-8e69-81c8776d1a8e req-a0aaf873-cc09-4e18-9036-6b1533a38fd2 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754521 May 12 05:31:36.552554 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cd310-31e3-49c8-abb5-89bd461f4864 req-9bf1e2a4-720b-4114-a571-6556b4409df8 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:36.554046 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8b5cd310-31e3-49c8-abb5-89bd461f4864 req-9bf1e2a4-720b-4114-a571-6556b4409df8 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0617187 May 12 05:31:36.596079 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8b5cd310-31e3-49c8-abb5-89bd461f4864 req-8a1e3a0a-58f9-4b58-b30d-ad16df666a22 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361288 May 12 05:31:37.737580 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16948c-9225-483e-9ebb-e8adf31adc32 req-2d4a0979-fff7-4eb2-8e8c-ed608392a9bb tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:37.744717 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ca16948c-9225-483e-9ebb-e8adf31adc32 req-2d4a0979-fff7-4eb2-8e8c-ed608392a9bb tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0656884 May 12 05:31:37.805192 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ca16948c-9225-483e-9ebb-e8adf31adc32 req-76940911-bae2-44d5-a804-c5037f8c1059 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594537 May 12 05:31:38.851618 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:38.929625 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf0984-321d-4d02-ac91-2d64220be375 req-b6d5a5ac-6cf3-4979-8214-ffa967a6f7f0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:38.931088 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e5bf0984-321d-4d02-ac91-2d64220be375 req-b6d5a5ac-6cf3-4979-8214-ffa967a6f7f0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0503633 May 12 05:31:38.968021 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e5bf0984-321d-4d02-ac91-2d64220be375 req-8b3decf5-40d3-4320-a142-033696759fa1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 May 12 05:31:39.131277 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-aa34d76d-6207-4faa-a91c-dcaf4ad61f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:39.132946 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-aa34d76d-6207-4faa-a91c-dcaf4ad61f99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 1098 time: 0.0482137 May 12 05:31:39.239154 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-72215ab5-44e8-4c33-8fa8-cf76cf913829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:39.240659 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-72215ab5-44e8-4c33-8fa8-cf76cf913829 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.0877955 May 12 05:31:39.317088 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-608aed21-26a1-4e23-898f-c7b06a380047 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd HTTP/1.1" status: 200 len: 1001 time: 0.0592346 May 12 05:31:39.367889 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-6fe7d73e-0814-4b31-a75e-b9e7cfc3ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:39.369257 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-6fe7d73e-0814-4b31-a75e-b9e7cfc3ad7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0444918 May 12 05:31:39.416912 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-1c613005-c53c-4dbe-8ec8-5b41fb97cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:39.418300 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-1c613005-c53c-4dbe-8ec8-5b41fb97cda7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390260 May 12 05:31:39.480362 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-499cfaf8-e9ab-4613-a2e9-100426bdf7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416152 May 12 05:31:39.519468 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-cf696aa3-d7d0-4eb9-b595-12339646599b service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815430 May 12 05:31:39.542183 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-c0dc56d6-a1e4-4022-b536-fc59a0c7d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:39.543697 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-c0dc56d6-a1e4-4022-b536-fc59a0c7d955 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 1099 time: 0.0393994 May 12 05:31:39.620744 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8eb1d9df-084d-4a01-86d4-9d01b1a0566a req-44952591-2824-4d17-be45-02a6c83b6400 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891554 May 12 05:31:39.652387 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-066dea29-1cac-4cba-9b6e-d2fa2365f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:39.653959 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-066dea29-1cac-4cba-9b6e-d2fa2365f7d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 912 time: 0.0872333 May 12 05:31:39.726354 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-a720d135-3d06-4105-8d5e-6d58583bd385 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d HTTP/1.1" status: 200 len: 1002 time: 0.0613308 May 12 05:31:39.783114 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-5d55534c-1569-454c-b316-cbd7250af730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:39.784615 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-5d55534c-1569-454c-b316-cbd7250af730 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.0425661 May 12 05:31:39.830602 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-c2b21b21-7f91-4427-b4e9-bb63a8163c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:39.832134 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-c2b21b21-7f91-4427-b4e9-bb63a8163c26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398290 May 12 05:31:39.924420 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-70428117-cca4-454c-a3f6-68a1ce9c7ef6 service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816474 May 12 05:31:40.028539 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bea2e2a1-454e-43f5-86d4-f5a3d0bdd396 req-a2c1cf45-5b1a-49d6-a470-1b0488d736d2 service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838180 May 12 05:31:40.105804 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635aa81-7b7e-4151-8d9a-272454640579 req-ac9cf3af-60d1-44b7-830b-f6602a8fd1b1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:40.107476 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e635aa81-7b7e-4151-8d9a-272454640579 req-ac9cf3af-60d1-44b7-830b-f6602a8fd1b1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0609949 May 12 05:31:40.147485 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e635aa81-7b7e-4151-8d9a-272454640579 req-325165a6-22ae-4098-985f-82b272c512b2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335433 May 12 05:31:40.278418 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067883-a3d5-4f90-8b19-a575a1d726dc req-ce57f237-c4e8-4656-8083-f6beeaa1cbd5 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:40.279983 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e3067883-a3d5-4f90-8b19-a575a1d726dc req-ce57f237-c4e8-4656-8083-f6beeaa1cbd5 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0530183 May 12 05:31:40.319805 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e3067883-a3d5-4f90-8b19-a575a1d726dc req-36a3577c-10dc-4554-8d2c-0e3585d36e26 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 May 12 05:31:40.342890 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48242) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:40.434352 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf293-3ebf-4d8d-a8d0-4e308de760e9 req-73156aa4-6fbc-4ce0-95e1-0d0e6fb5387c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:40.435846 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-635bf293-3ebf-4d8d-a8d0-4e308de760e9 req-73156aa4-6fbc-4ce0-95e1-0d0e6fb5387c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 946 time: 0.0496814 May 12 05:31:40.500628 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-635bf293-3ebf-4d8d-a8d0-4e308de760e9 req-b3aca66b-7329-4b08-a9be-0ae93450f39b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553701 May 12 05:31:40.503605 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c6019-626f-4983-9950-871175b23f51 tempest-TestMinimumBasicScenario-1179569653 tempest-TestMinimumBasicScenario-1179569653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:40.505046 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-150c6019-626f-4983-9950-871175b23f51 tempest-TestMinimumBasicScenario-1179569653 tempest-TestMinimumBasicScenario-1179569653-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1094 time: 0.1611385 May 12 05:31:40.507860 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48246) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:40.515838 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'port_id': '80bbace7-8934-4ead-a480-b8aca783641b', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:40.531846 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for floatingip, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:40.624761 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:40.729030 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Allocated IP 172.28.0.246 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/485d4f94-dcc9-4e19-984a-d9a869843f7c) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:31:40.824898 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:40.856254 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:40.895126 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:31:40.897760 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:31:40.900328 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:31:40.924694 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'Port': ['ID=485d4f94-dcc9-4e19-984a-d9a869843f7c,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:41.253470 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:41.289302 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eb23c-7902-4962-8aa1-6c97708146ec req-7a71ffb1-06f8-4c1e-9546-a26b48af3ebe tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:41.290824 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4b5eb23c-7902-4962-8aa1-6c97708146ec req-7a71ffb1-06f8-4c1e-9546-a26b48af3ebe tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 945 time: 0.0605743 May 12 05:31:41.324843 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:41.329499 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4b5eb23c-7902-4962-8aa1-6c97708146ec req-83ddd510-29e7-4472-aa74-1eb6e3424853 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 May 12 05:31:41.473008 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:41.477184 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:41.542024 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'Port': ['ID=485d4f94-dcc9-4e19-984a-d9a869843f7c,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:41.552543 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:41.669055 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bd054-2623-4d43-b847-00e987212305 req-f6abf24b-09a5-4278-9637-06c24f378717 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:41.670517 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-431bd054-2623-4d43-b847-00e987212305 req-f6abf24b-09a5-4278-9637-06c24f378717 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 946 time: 0.0830765 May 12 05:31:41.695793 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.l3_db [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Floating IP a807b4c2-7a16-4fcc-831b-a0faf23afead associated. External IP: 172.28.0.246, port: 80bbace7-8934-4ead-a480-b8aca783641b. May 12 05:31:41.750079 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-431bd054-2623-4d43-b847-00e987212305 req-28ba53f5-92c5-455f-bd61-0db654b072fa tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705190 May 12 05:31:41.907185 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:31:42.099700 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:31:42.232730 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd is: ACTIVE; New status is: DOWN {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:42.233239 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.250945 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:31:42.266352 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] Sync routers for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:31:42.270714 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.287762 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:42.289165 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:31:42.296072 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:31:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:42.296657 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43c9fe9-faed-4448-bd88-e91180a1930f" -d '{"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-unplugged", "status": "completed", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:42.323980 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8ec37cea-cc5e-4f3d-af30-e399b9616d7d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8150587 May 12 05:31:42.324635 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:42.326885 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28519e37-75ca-473e-a919-101c9d85d3af" -d '{"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:42.330946 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48268) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:42.333668 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:42.344843 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.345941 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-09b2f7ac-6ca3-47b2-989f-e1c562daccef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176410259', 'description': 'tempest-secgroup-smoke-176410259 description', 'project_id': '2777781455884eda8846472d2ec8715c'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:42.382442 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-09b2f7ac-6ca3-47b2-989f-e1c562daccef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.404581 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4842291-f1e8-4397-9cce-2668f573cb4f x-openstack-request-id: req-e4842291-f1e8-4397-9cce-2668f573cb4f {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:42.407692 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-unplugged", "status": "completed", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:42.408236 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4842291-f1e8-4397-9cce-2668f573cb4f {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:42.409485 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4842291-f1e8-4397-9cce-2668f573cb4f'] response: {'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'code': 200} May 12 05:31:42.416352 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28de3521-5910-49b9-82d5-c609edc07786 x-openstack-request-id: req-28de3521-5910-49b9-82d5-c609edc07786 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:42.416668 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:42.416911 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28de3521-5910-49b9-82d5-c609edc07786 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:42.417321 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28de3521-5910-49b9-82d5-c609edc07786'] response: {'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b', 'status': 'completed', 'code': 200} May 12 05:31:42.458178 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=8']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:42.541492 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519e37-75ca-473e-a919-101c9d85d3af req-c3dc2640-7141-4a55-9b60-49e1f87f2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:42.542148 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:31:42.542965 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-28519e37-75ca-473e-a919-101c9d85d3af req-c3dc2640-7141-4a55-9b60-49e1f87f2b19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2777781455884eda8846472d2ec8715c&device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0932930 May 12 05:31:42.545369 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-e2ccf4c2-ac9e-4ec1-8402-9fc48df18464 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:42.547001 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-e2ccf4c2-ac9e-4ec1-8402-9fc48df18464 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 946 time: 0.1117716 May 12 05:31:42.553765 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-09b2f7ac-6ca3-47b2-989f-e1c562daccef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.565322 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-09b2f7ac-6ca3-47b2-989f-e1c562daccef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.576609 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64081330-5ae3-40e8-946c-7d1ad36417d8 req-c7d4f818-a2b8-4c6a-971e-ed99e11cfff5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:42.578048 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-64081330-5ae3-40e8-946c-7d1ad36417d8 req-c7d4f818-a2b8-4c6a-971e-ed99e11cfff5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0729744 May 12 05:31:42.623397 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2f7ac-6ca3-47b2-989f-e1c562daccef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a37698-3a87-4b5c-b418-2496a092da62,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:42.628734 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-09b2f7ac-6ca3-47b2-989f-e1c562daccef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.630152 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-09b2f7ac-6ca3-47b2-989f-e1c562daccef tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2976322 May 12 05:31:42.633126 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48274) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:42.637671 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-ded710ba-4af0-4374-aef8-4aa3571ba532 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'security_group_rule': {'security_group_id': '89a37698-3a87-4b5c-b418-2496a092da62', 'project_id': '2777781455884eda8846472d2ec8715c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:42.695608 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Deleting port 104356c8-e183-4fe2-8221-8b7a710e7714 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:31:42.696242 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.697367 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-64081330-5ae3-40e8-946c-7d1ad36417d8 req-38262752-fcca-43b8-974d-a143d9dad0e0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083002 May 12 05:31:42.715008 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ded710ba-4af0-4374-aef8-4aa3571ba532 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.728268 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519e37-75ca-473e-a919-101c9d85d3af req-1e75eab2-45fc-4b41-b122-e994fe37960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:42.729911 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-28519e37-75ca-473e-a919-101c9d85d3af req-1e75eab2-45fc-4b41-b122-e994fe37960b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 200 len: 915 time: 0.1690028 May 12 05:31:42.790079 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'a807b4c2-7a16-4fcc-831b-a0faf23afead', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'floating_ip_address': '172.28.0.246', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'port_id': '80bbace7-8934-4ead-a480-b8aca783641b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'mac_address': 'fa:16:3e:b1:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:31:41Z', 'updated_at': '2022-05-12T05:31:41Z', 'revision_number': 0, 'project_id': '2777781455884eda8846472d2ec8715c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:55Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:42.837947 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-28519e37-75ca-473e-a919-101c9d85d3af req-95922393-c3c4-4005-8384-819a8ab08114 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 1000 time: 0.0937374 May 12 05:31:42.844274 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ded710ba-4af0-4374-aef8-4aa3571ba532 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.859260 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ded710ba-4af0-4374-aef8-4aa3571ba532 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.861939 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] For port 104356c8-e183-4fe2-8221-8b7a710e7714, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=104356c8-e183-4fe2-8221-8b7a710e7714,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:42.862467 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.875767 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] Checking router: 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:31:42.897973 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:31:42.898703 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:31:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:42.914125 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded710ba-4af0-4374-aef8-4aa3571ba532 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd00990-0303-487c-95a2-7a6d31e4ad46,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:42.961773 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519e37-75ca-473e-a919-101c9d85d3af req-b84999d1-cbef-49c6-aa4d-0131096ce166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:42.963909 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-28519e37-75ca-473e-a919-101c9d85d3af req-b84999d1-cbef-49c6-aa4d-0131096ce166 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 HTTP/1.1" status: 200 len: 853 time: 0.1157274 May 12 05:31:42.968225 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ded710ba-4af0-4374-aef8-4aa3571ba532 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:42.972069 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ded710ba-4af0-4374-aef8-4aa3571ba532 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3352778 May 12 05:31:42.973827 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48286) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:42.996742 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-3091dca5-f403-4b85-9c2b-8cd71d885b5c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'security_group_rule': {'security_group_id': '89a37698-3a87-4b5c-b418-2496a092da62', 'project_id': '2777781455884eda8846472d2ec8715c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:43.041695 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d435266-f9c6-40e2-b7ca-07d52294eb55 req-fdf34eac-1f07-4df8-aa69-edfaf790f8c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:43.043064 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0d435266-f9c6-40e2-b7ca-07d52294eb55 req-fdf34eac-1f07-4df8-aa69-edfaf790f8c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 946 time: 0.1412432 May 12 05:31:43.076640 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519e37-75ca-473e-a919-101c9d85d3af req-c8b3ca2d-0aaa-47c6-bf95-e1a4c00bc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:43.078141 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-28519e37-75ca-473e-a919-101c9d85d3af req-c8b3ca2d-0aaa-47c6-bf95-e1a4c00bc382 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a7d67df-2f1e-49ec-b402-37c0ec763b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1032679 May 12 05:31:43.082874 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3091dca5-f403-4b85-9c2b-8cd71d885b5c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.120089 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:31:43.167298 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0d435266-f9c6-40e2-b7ca-07d52294eb55 req-5016e0fe-8ce2-4343-9745-74029c7ebc64 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106515 May 12 05:31:43.246415 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.246795 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.247213 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Floating IP 10a9c5e2-0957-4e73-bc3f-1a3735bff913 disassociated. External IP: 172.28.0.117, port: 104356c8-e183-4fe2-8221-8b7a710e7714. May 12 05:31:43.247993 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Calling delete_port for 104356c8-e183-4fe2-8221-8b7a710e7714 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:31:43.278531 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3091dca5-f403-4b85-9c2b-8cd71d885b5c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.294138 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-28519e37-75ca-473e-a919-101c9d85d3af req-f5157370-f38f-4888-b47b-a5a7ba5f13dd service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964741 May 12 05:31:43.295271 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3091dca5-f403-4b85-9c2b-8cd71d885b5c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.326499 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091dca5-f403-4b85-9c2b-8cd71d885b5c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f73104-e0ac-485e-9cad-f2e62bbdf2d8,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:43.388520 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [req-0616d3af-efe2-4294-a0c7-6c43eabbc91c req-1ba27a86-68cf-4790-8afd-c0b245f97f83 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:31:43.389514 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0616d3af-efe2-4294-a0c7-6c43eabbc91c req-1ba27a86-68cf-4790-8afd-c0b245f97f83 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120749 May 12 05:31:43.407095 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3091dca5-f403-4b85-9c2b-8cd71d885b5c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.411032 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.411632 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-3091dca5-f403-4b85-9c2b-8cd71d885b5c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4351194 May 12 05:31:43.411880 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48296) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:43.421207 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-9996bdc6-2ec5-4dfa-a497-05c04f118c08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'security_group_rule': {'security_group_id': '89a37698-3a87-4b5c-b418-2496a092da62', 'project_id': '2777781455884eda8846472d2ec8715c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:43.445011 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'Port': ['ID=104356c8-e183-4fe2-8221-8b7a710e7714,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:43.474005 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9996bdc6-2ec5-4dfa-a497-05c04f118c08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.496590 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'a807b4c2-7a16-4fcc-831b-a0faf23afead', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'floating_ip_address': '172.28.0.246', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'port_id': '80bbace7-8934-4ead-a480-b8aca783641b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'mac_address': 'fa:16:3e:b1:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:31:41Z', 'updated_at': '2022-05-12T05:31:41Z', 'revision_number': 0, 'project_id': '2777781455884eda8846472d2ec8715c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:55Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:43.508177 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-28519e37-75ca-473e-a919-101c9d85d3af req-edd01873-2b6c-4024-a6aa-9af84d680066 service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841695 May 12 05:31:43.553370 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e203c3-47b9-433c-86f2-671688da38fc None None] The sync data for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb is: [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'a807b4c2-7a16-4fcc-831b-a0faf23afead', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'floating_ip_address': '172.28.0.246', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'port_id': '80bbace7-8934-4ead-a480-b8aca783641b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'mac_address': 'fa:16:3e:b1:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:31:41Z', 'updated_at': '2022-05-12T05:31:41Z', 'revision_number': 0, 'project_id': '2777781455884eda8846472d2ec8715c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:55Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:31:43.597189 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9996bdc6-2ec5-4dfa-a497-05c04f118c08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.604559 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9996bdc6-2ec5-4dfa-a497-05c04f118c08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.635944 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996bdc6-2ec5-4dfa-a497-05c04f118c08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35a8fa7-b2e0-491a-8ecc-dc79808774e4,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:43.651011 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9996bdc6-2ec5-4dfa-a497-05c04f118c08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.657455 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-9996bdc6-2ec5-4dfa-a497-05c04f118c08 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2413635 May 12 05:31:43.657907 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48308) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:43.664604 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-c6aac66a-fa5e-487b-be3e-e2984649c2d8 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'security_group_rule': {'security_group_id': '89a37698-3a87-4b5c-b418-2496a092da62', 'project_id': '2777781455884eda8846472d2ec8715c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:43.691331 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:31:43.708869 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477637c6-3007-41ed-b6f9-a242bd4d815f req-a11611b4-5683-47d8-9420-a3c527c51c93 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:43.710010 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6aac66a-fa5e-487b-be3e-e2984649c2d8 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.710660 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-477637c6-3007-41ed-b6f9-a242bd4d815f req-a11611b4-5683-47d8-9420-a3c527c51c93 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0947502 May 12 05:31:43.831742 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6aac66a-fa5e-487b-be3e-e2984649c2d8 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.841485 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-477637c6-3007-41ed-b6f9-a242bd4d815f req-247c0a3c-d4a3-4557-8b4b-f74c1b1e1879 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864675 May 12 05:31:43.850885 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6aac66a-fa5e-487b-be3e-e2984649c2d8 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.873765 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aac66a-fa5e-487b-be3e-e2984649c2d8 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7945f5b-3c58-4bfa-a596-353b997d908c,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:43.908524 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:31:43.910109 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6aac66a-fa5e-487b-be3e-e2984649c2d8 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.911316 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-c6aac66a-fa5e-487b-be3e-e2984649c2d8 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2524629 May 12 05:31:43.918059 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48322) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:43.922379 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:31:43.925317 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-aee13d06-9000-472d-9fc9-f4017962249e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'security_group_rule': {'security_group_id': '89a37698-3a87-4b5c-b418-2496a092da62', 'project_id': '2777781455884eda8846472d2ec8715c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:43.939352 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9bfb0-195a-4468-8e40-f3b10e2d7af4 None None] New status for floating IP a807b4c2-7a16-4fcc-831b-a0faf23afead: ACTIVE {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:31:43.959433 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:31:43.962604 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:31:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:43.973271 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] No DVR routers for this DVR port 104356c8-e183-4fe2-8221-8b7a710e7714 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:31:43.977430 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:43.981838 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3056bc48-7ab0-460d-8e46-b2709fdbce48 req-6e818ff1-4428-422a-a754-914c3c1b1c75 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "DELETE /v2.0/ports/104356c8-e183-4fe2-8221-8b7a710e7714 HTTP/1.1" status: 204 len: 173 time: 1.4241650 May 12 05:31:43.982298 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5739c273-1920-41dd-879f-88e65173a15d', 'name': 'network-vif-deleted', 'tag': '104356c8-e183-4fe2-8221-8b7a710e7714'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:43.984905 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97001b44-afb7-49ee-a07b-d76fcb1791cd" -d '{"events": [{"server_uuid": "5739c273-1920-41dd-879f-88e65173a15d", "name": "network-vif-deleted", "tag": "104356c8-e183-4fe2-8221-8b7a710e7714"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:43.990985 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d16b-6949-45be-8e88-ac5e6f64ea6f req-9d5d11c6-e6a2-4846-8208-0f7dd32950ea tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:43.996344 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.securitygroups_db [None req-aee13d06-9000-472d-9fc9-f4017962249e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Project 2777781455884eda8846472d2ec8715c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 05:31:44.004701 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aee13d06-9000-472d-9fc9-f4017962249e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.008746 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2f64d16b-6949-45be-8e88-ac5e6f64ea6f req-9d5d11c6-e6a2-4846-8208-0f7dd32950ea tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.1162338 May 12 05:31:44.078436 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2f64d16b-6949-45be-8e88-ac5e6f64ea6f req-508d35cb-21ec-4342-81c1-f4248926b4c3 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629938 May 12 05:31:44.091577 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48330) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:44.110492 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d7a802-83df-4b55-aa6d-73fd1d3de9b5 x-openstack-request-id: req-98d7a802-83df-4b55-aa6d-73fd1d3de9b5 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:44.110867 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5739c273-1920-41dd-879f-88e65173a15d", "name": "network-vif-deleted", "tag": "104356c8-e183-4fe2-8221-8b7a710e7714", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:44.111037 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98d7a802-83df-4b55-aa6d-73fd1d3de9b5 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:44.111428 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d7a802-83df-4b55-aa6d-73fd1d3de9b5'] response: {'server_uuid': '5739c273-1920-41dd-879f-88e65173a15d', 'name': 'network-vif-deleted', 'tag': '104356c8-e183-4fe2-8221-8b7a710e7714', 'status': 'completed', 'code': 200} May 12 05:31:44.206649 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aee13d06-9000-472d-9fc9-f4017962249e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.219237 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aee13d06-9000-472d-9fc9-f4017962249e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.255946 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee13d06-9000-472d-9fc9-f4017962249e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f689b4d-aefe-42eb-b65a-516e93518a8f,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:44.259940 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-cb46bf2b-ae7e-4d26-b3c9-4f5935ce5ffa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1662533 May 12 05:31:44.260654 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aee13d06-9000-472d-9fc9-f4017962249e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.261962 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-aee13d06-9000-472d-9fc9-f4017962249e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3427491 May 12 05:31:44.264772 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48338) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:44.272051 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:31:44.276431 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-7548de7d-c231-4fb8-b1c5-920c9f77751f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'security_group_rule': {'security_group_id': '89a37698-3a87-4b5c-b418-2496a092da62', 'project_id': '2777781455884eda8846472d2ec8715c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:44.287019 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-c04cdc3b-0144-4d04-b0c0-473412a5662e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:31:44.288114 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-c04cdc3b-0144-4d04-b0c0-473412a5662e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061836 May 12 05:31:44.323008 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4abd69cb-ddc5-4778-8728-afae06ee2224 req-11a1ef7e-a4c6-4dfc-a90d-b1ce15eecacf tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=5739c273-1920-41dd-879f-88e65173a15d HTTP/1.1" status: 200 len: 210 time: 0.0308678 May 12 05:31:44.337506 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.securitygroups_db [None req-7548de7d-c231-4fb8-b1c5-920c9f77751f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Project 2777781455884eda8846472d2ec8715c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 05:31:44.342876 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7548de7d-c231-4fb8-b1c5-920c9f77751f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.409519 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7548de7d-c231-4fb8-b1c5-920c9f77751f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.417746 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7548de7d-c231-4fb8-b1c5-920c9f77751f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.438763 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548de7d-c231-4fb8-b1c5-920c9f77751f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dfc539-d215-4264-9575-7754c98f7f86,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:44.459037 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7548de7d-c231-4fb8-b1c5-920c9f77751f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.459813 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-7548de7d-c231-4fb8-b1c5-920c9f77751f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1933923 May 12 05:31:44.626086 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-f7c64e38-226e-4d06-a2ce-417327de7133 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176410259&fields=id&tenant_id=2777781455884eda8846472d2ec8715c HTTP/1.1" status: 200 len: 267 time: 0.0625639 May 12 05:31:44.671057 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:39Z', 'revision_number': 2, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:44.712137 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:31:44.719214 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:31:44.720003 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:31:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:44.743316 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-48abf52e-afcc-4c3a-8060-8bc6cb4e1b3e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:44.745458 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-48abf52e-afcc-4c3a-8060-8bc6cb4e1b3e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0968688 May 12 05:31:44.765284 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'port': {'security_groups': ['26e82715-aa0d-4e16-9ff1-24c54c653e7f', '89a37698-3a87-4b5c-b418-2496a092da62']}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:31:44.857640 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:44.878250 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:31:45.009015 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e863-e4bf-49a6-af0a-e3197a5abbb6 req-fb750edc-9d96-4750-a971-4fcc28670124 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:45.017096 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5aa8e863-e4bf-49a6-af0a-e3197a5abbb6 req-fb750edc-9d96-4750-a971-4fcc28670124 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0731108 May 12 05:31:45.095258 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5aa8e863-e4bf-49a6-af0a-e3197a5abbb6 req-7fa6cd84-b962-4735-8639-30f7ad80b8ee tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772929 May 12 05:31:45.151847 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] For port 80bbace7-8934-4ead-a480-b8aca783641b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=80bbace7-8934-4ead-a480-b8aca783641b,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:45.207841 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:45.213519 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:45.231605 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230eda0-469b-4fc9-bf77-30e53f6fefff req-ecb84ca5-0081-4ef7-85a2-a91c023c9cfa tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:45.233604 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1230eda0-469b-4fc9-bf77-30e53f6fefff req-ecb84ca5-0081-4ef7-85a2-a91c023c9cfa tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0638559 May 12 05:31:45.236428 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['80bbace7-8934-4ead-a480-b8aca783641b'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:31:45.275618 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:45.276414 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:45.277974 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f5fa3025-7b7f-42ee-b626-91aa0e9f953a req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "PUT /v2.0/ports/80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 982 time: 0.5229535 May 12 05:31:45.309990 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac273bd-9157-443a-ab5d-69fe20704852 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'Port': ['ID=80bbace7-8934-4ead-a480-b8aca783641b,revision_number=6']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:45.328317 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1230eda0-469b-4fc9-bf77-30e53f6fefff req-c75228b7-7795-4564-8240-b93a696a455c tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877166 May 12 05:31:45.345764 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:39Z', 'revision_number': 2, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:31:45.396497 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e456-1d8a-45df-9805-60219ed1ab5e None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '26688340-8032-44b9-90db-39b37a9e8a4d', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:6f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:29:16Z', 'updated_at': '2022-05-12T05:29:39Z', 'revision_number': 2, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:31:45.431316 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['80bbace7-8934-4ead-a480-b8aca783641b'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:31:45.458314 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813484fd-1411-4379-ab88-54d764fc3723 req-77cffda9-fb90-4938-b370-851800a85f7e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:45.464026 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-813484fd-1411-4379-ab88-54d764fc3723 req-77cffda9-fb90-4938-b370-851800a85f7e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0980411 May 12 05:31:45.508041 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48358) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:45.555822 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-813484fd-1411-4379-ab88-54d764fc3723 req-4252d855-acc1-4c5f-a264-72ce6c877e41 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864697 May 12 05:31:45.624616 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:45.666125 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:45.742858 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:45.745613 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:45.749545 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "DELETE /v2.0/security-groups/0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe HTTP/1.1" status: 204 len: 168 time: 0.2379396 May 12 05:31:45.749930 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48362) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:45.756602 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:45.765314 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.765661 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.765998 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.766519 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.766867 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.767201 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.767529 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.768618 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.768959 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.769855 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.770192 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.770517 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fe813-aed4-4724-a884-b61e24229e2f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:45.773789 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.api.v2.resource [None req-eb60ccbd-19da-4c0d-9199-a09d7e65b7d4 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] show failed (client error): The resource could not be found. May 12 05:31:45.775132 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-eb60ccbd-19da-4c0d-9199-a09d7e65b7d4 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups/0dedbfb0-5b57-4778-9d36-fd12c5e3b6fe HTTP/1.1" status: 404 len: 347 time: 0.0242300 May 12 05:31:45.778212 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48364) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:31:45.843241 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-1a2c5c27-df37-43ed-bcc3-82dfdde47b96 None None] Provisioning complete for port 80bbace7-8934-4ead-a480-b8aca783641b triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:31:45.843615 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5c27-df37-43ed-bcc3-82dfdde47b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:45.901752 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a114a0d-9fb3-41e8-99e0-1eab08889832 None None] New status for floating IP 10a9c5e2-0957-4e73-bc3f-1a3735bff913: DOWN {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:31:45.924951 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Deleting port f5d8e514-2373-440d-bd58-88e4bf2aefc9 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:31:45.925290 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:46.006739 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:46.007016 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:46.019583 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Calling delete_port for f5d8e514-2373-440d-bd58-88e4bf2aefc9 owned by network:floatingip {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:31:46.112340 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:46.114653 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028" -d '{"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:46.158706 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c5c27-df37-43ed-bcc3-82dfdde47b96 None None] Current status of the port 80bbace7-8934-4ead-a480-b8aca783641b is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:46.170529 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 104356c8-e183-4fe2-8221-8b7a710e7714 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:31:46.200693 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 104356c8-e183-4fe2-8221-8b7a710e7714 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:31:46.201038 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 104356c8-e183-4fe2-8221-8b7a710e7714 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:31:46.201573 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:31:46.201800 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8180058a-ef92-4282-8c24-f352698308c3 x-openstack-request-id: req-8180058a-ef92-4282-8c24-f352698308c3 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:46.202085 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:46.202429 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8180058a-ef92-4282-8c24-f352698308c3 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:46.202823 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8180058a-ef92-4282-8c24-f352698308c3'] response: {'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b', 'status': 'completed', 'code': 200} May 12 05:31:46.203088 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8ae5-3e0c-460f-9194-a477104f6942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:46.248233 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:46.271785 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-58956130-45ab-4fed-a592-da8e3c441704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.273466 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-58956130-45ab-4fed-a592-da8e3c441704 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2777781455884eda8846472d2ec8715c&device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1138 time: 0.0471077 May 12 05:31:46.293693 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'Port': ['ID=f5d8e514-2373-440d-bd58-88e4bf2aefc9,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:46.302580 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034edc68-129b-4c72-87c8-b90e2862070c req-4e6191ab-9b0b-4403-8613-38d3326321ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.304209 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-4e6191ab-9b0b-4403-8613-38d3326321ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803&tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92 HTTP/1.1" status: 200 len: 1096 time: 0.1557200 May 12 05:31:46.392386 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd is: DOWN; New status is: DOWN {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:31:46.404192 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-4928bf7d-4535-40fe-908a-05802be69ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.407252 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-4928bf7d-4535-40fe-908a-05802be69ad1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 200 len: 915 time: 0.1252944 May 12 05:31:46.539429 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6977e-cce9-475b-a01e-9f278062dd18 req-787e1500-6cec-4034-8c0d-b7c6e847b785 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.541348 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1ee6977e-cce9-475b-a01e-9f278062dd18 req-787e1500-6cec-4034-8c0d-b7c6e847b785 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.1090984 May 12 05:31:46.550376 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.550730 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.551047 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.551381 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.551724 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.552084 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.552373 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.552697 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.553022 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.553342 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.553668 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.553825 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-1c36b407-2dc5-41f0-abcc-64da5f5b053c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 1002 time: 0.1347401 May 12 05:31:46.553996 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:31:46.593502 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1ee6977e-cce9-475b-a01e-9f278062dd18 req-01dc6cb2-98fc-4263-90c5-6d1643f5472c tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 May 12 05:31:46.605453 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323fc2b-8ca6-40a9-a58e-ab21097a1117 req-28336c95-9a7d-43f8-9cbc-281379f394d6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.606965 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6323fc2b-8ca6-40a9-a58e-ab21097a1117 req-28336c95-9a7d-43f8-9cbc-281379f394d6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.3898759 May 12 05:31:46.636210 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-faf5daed-5810-42d7-a179-efd27bccf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.637638 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-faf5daed-5810-42d7-a179-efd27bccf63f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 HTTP/1.1" status: 200 len: 853 time: 0.0565901 May 12 05:31:46.644029 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:46.646418 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:46.647513 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-5fe14b3a-a02d-4ba0-9028-0397040d05f8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "DELETE /v2.0/floatingips/10a9c5e2-0957-4e73-bc3f-1a3735bff913 HTTP/1.1" status: 204 len: 168 time: 0.8681369 May 12 05:31:46.662486 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034edc68-129b-4c72-87c8-b90e2862070c req-ea3f3e10-983c-44e3-99cc-6d50f3e1c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.663975 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-ea3f3e10-983c-44e3-99cc-6d50f3e1c9a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 1096 time: 0.1178386 May 12 05:31:46.669042 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6323fc2b-8ca6-40a9-a58e-ab21097a1117 req-1fb7500d-d216-4f69-b5a6-55f889b93c65 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538700 May 12 05:31:46.691307 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-8fcaadc9-3ad1-4721-8276-01b146c68f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.693611 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-8fcaadc9-3ad1-4721-8276-01b146c68f35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a7d67df-2f1e-49ec-b402-37c0ec763b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0441523 May 12 05:31:46.760342 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034edc68-129b-4c72-87c8-b90e2862070c req-c34a64cb-c896-4d94-b64e-cb4e645124bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.761800 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-c34a64cb-c896-4d94-b64e-cb4e645124bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.0873373 May 12 05:31:46.793153 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-27f745f9-36de-473d-9b04-ee6ab2a793ae service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892153 May 12 05:31:46.829863 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-cb4b382e-9cb0-4602-bf4e-c7affbde1bfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd HTTP/1.1" status: 200 len: 999 time: 0.0579848 May 12 05:31:46.882202 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034edc68-129b-4c72-87c8-b90e2862070c req-71ad5799-4e86-4822-840b-3d8c06ced8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.883656 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-71ad5799-4e86-4822-840b-3d8c06ced8e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0455716 May 12 05:31:46.886201 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6c19cd60-ac9c-4c85-a6da-f7eedfb19028 req-bb18466d-21e7-4751-a2fe-3630f024c847 service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854814 May 12 05:31:46.942454 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034edc68-129b-4c72-87c8-b90e2862070c req-5b7a7a21-1513-428b-b1de-449872e8b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:46.943982 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-5b7a7a21-1513-428b-b1de-449872e8b9bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0436490 May 12 05:31:47.036827 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-b19ef1de-f90a-4760-8d13-dc6e7a84cfe7 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849421 May 12 05:31:47.133947 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-034edc68-129b-4c72-87c8-b90e2862070c req-7dd84387-16d3-4745-a8b4-3d4d772f4c4b service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829251 May 12 05:31:47.761182 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba47d3-ce4d-4b50-9413-484bad3e57ab req-341dfda6-3dda-4359-8c1f-3393d08f8507 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:47.770704 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f3ba47d3-ce4d-4b50-9413-484bad3e57ab req-341dfda6-3dda-4359-8c1f-3393d08f8507 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0983102 May 12 05:31:47.830872 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f3ba47d3-ce4d-4b50-9413-484bad3e57ab req-4823d6e3-b03e-4135-8309-eef443c0ffc0 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584044 May 12 05:31:47.852036 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad75af-d171-4fb0-8d47-64a80c723fc1 req-e32c38ce-2073-4471-9a67-40fafc9e09cd tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:47.853621 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f7ad75af-d171-4fb0-8d47-64a80c723fc1 req-e32c38ce-2073-4471-9a67-40fafc9e09cd tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0639760 May 12 05:31:47.894649 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f7ad75af-d171-4fb0-8d47-64a80c723fc1 req-d2beca63-a6cf-48eb-a073-41fb1338e726 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339587 May 12 05:31:48.313159 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-d15f6093-8ac7-4437-a818-673d72e14ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:48.949852 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415fa7-31c7-4edf-97f7-578a698dbec3 req-83bf15a6-77fa-4345-b626-9d628b3fe14c tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:48.957930 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b7415fa7-31c7-4edf-97f7-578a698dbec3 req-83bf15a6-77fa-4345-b626-9d628b3fe14c tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0598304 May 12 05:31:48.994712 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b7415fa7-31c7-4edf-97f7-578a698dbec3 req-cd379208-bac6-4203-8600-5ae1008c6b74 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357013 May 12 05:31:49.049393 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb2cad-005e-4555-aade-a6e1e7164290 req-d884853d-2fc5-45cc-a5df-e978dfd44aa3 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:49.052255 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9aeb2cad-005e-4555-aade-a6e1e7164290 req-d884853d-2fc5-45cc-a5df-e978dfd44aa3 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0681274 May 12 05:31:49.094306 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9aeb2cad-005e-4555-aade-a6e1e7164290 req-53a37d2e-c11b-4656-bf0c-c29ea5bc303d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362334 May 12 05:31:49.333296 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:50.136209 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a036e42-605e-460c-9319-83a89e894e7d req-b7f65fc2-ea9f-46d5-b982-19061af2a44f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:50.137846 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a036e42-605e-460c-9319-83a89e894e7d req-b7f65fc2-ea9f-46d5-b982-19061af2a44f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0603943 May 12 05:31:50.182878 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a036e42-605e-460c-9319-83a89e894e7d req-c362b1e9-d393-4e93-bfd9-2d38024a090a tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374947 May 12 05:31:50.259937 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692c496-4adf-4235-b423-d5b105da069d req-c7f7448b-578f-4dab-9444-48c0b2d8d888 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:50.261454 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8692c496-4adf-4235-b423-d5b105da069d req-c7f7448b-578f-4dab-9444-48c0b2d8d888 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0753052 May 12 05:31:50.302541 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8692c496-4adf-4235-b423-d5b105da069d req-5344fd6e-b7a0-43df-b551-d7e0a85300b4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348577 May 12 05:31:50.833163 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:51.162192 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:51.309966 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600506-c6ed-46fe-bee5-050271706c7b req-fbdebc4b-f2c2-4e41-a8d8-d795cd99f9d1 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:51.311485 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7c600506-c6ed-46fe-bee5-050271706c7b req-fbdebc4b-f2c2-4e41-a8d8-d795cd99f9d1 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0570426 May 12 05:31:51.358261 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7c600506-c6ed-46fe-bee5-050271706c7b req-432fbf4b-9d4d-4a31-8569-c0a32889c8c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 May 12 05:31:51.426661 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acac3c-f697-4015-bc4f-c7bcf3617ead req-8bbe8ab7-cb65-4e95-a97e-9efec476f461 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:51.428086 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-05acac3c-f697-4015-bc4f-c7bcf3617ead req-8bbe8ab7-cb65-4e95-a97e-9efec476f461 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0507183 May 12 05:31:51.471462 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-05acac3c-f697-4015-bc4f-c7bcf3617ead req-49906c16-da2d-4bee-a064-006a3ecb62ab tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358136 May 12 05:31:52.476765 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad4d77-2ad8-4582-b26f-c2e054bd165a req-c821956f-3d06-489a-b936-15237317b556 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:52.478402 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a1ad4d77-2ad8-4582-b26f-c2e054bd165a req-c821956f-3d06-489a-b936-15237317b556 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0501950 May 12 05:31:52.527629 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a1ad4d77-2ad8-4582-b26f-c2e054bd165a req-82fea5aa-1d05-492f-b21a-fb98fcd78e45 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 May 12 05:31:52.608550 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df88c3b-1626-47b1-8b17-e7f23996846f req-0cb2cd5f-0e3c-48dd-bb52-534dd66eff29 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:52.610033 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6df88c3b-1626-47b1-8b17-e7f23996846f req-0cb2cd5f-0e3c-48dd-bb52-534dd66eff29 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0512967 May 12 05:31:52.648981 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6df88c3b-1626-47b1-8b17-e7f23996846f req-585ee08d-7c8d-4a59-8ea9-b35dd7811d93 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 May 12 05:31:53.653500 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c757-8a67-4ba5-a6a7-f86060a47235 req-6f82ed81-5507-4b9e-9cef-08deae29d420 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:53.654978 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c5e0c757-8a67-4ba5-a6a7-f86060a47235 req-6f82ed81-5507-4b9e-9cef-08deae29d420 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0493777 May 12 05:31:53.697916 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c5e0c757-8a67-4ba5-a6a7-f86060a47235 req-8c517f4f-3965-46dc-b6db-cafe85fcb3b4 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 May 12 05:31:53.778918 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8efa5-730d-484e-b985-af394ce1f7e4 req-60939fb2-5542-4691-966b-e79a23a01de2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:53.780432 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-22c8efa5-730d-484e-b985-af394ce1f7e4 req-60939fb2-5542-4691-966b-e79a23a01de2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0534413 May 12 05:31:53.823374 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-22c8efa5-730d-484e-b985-af394ce1f7e4 req-c12af278-ee8f-412e-93ff-a2f08734a876 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328684 May 12 05:31:54.828178 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bfac5-d979-464d-be76-08da1de359bd req-4bdb14d8-c8c9-4f06-87f8-1cbaac2c066d tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:54.828178 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-265bfac5-d979-464d-be76-08da1de359bd req-4bdb14d8-c8c9-4f06-87f8-1cbaac2c066d tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0517786 May 12 05:31:54.869488 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-265bfac5-d979-464d-be76-08da1de359bd req-10681639-f006-49e5-84f6-5c40ccd53bf0 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 May 12 05:31:54.953027 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c94d54-a967-4aba-ad91-85b00fd0d961 req-c58dcaa8-0143-45ff-8a7b-58d90f8d7970 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:54.954489 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a7c94d54-a967-4aba-ad91-85b00fd0d961 req-c58dcaa8-0143-45ff-8a7b-58d90f8d7970 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0529342 May 12 05:31:54.993844 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a7c94d54-a967-4aba-ad91-85b00fd0d961 req-497cb6d1-8dd6-4a62-b59c-7408a7ac8bd3 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330899 May 12 05:31:55.982883 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c6532-2c94-408f-8db1-6ec6eb7fae24 req-a6f331fd-eeea-48ce-87a3-9051c3c18892 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:55.984438 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0f0c6532-2c94-408f-8db1-6ec6eb7fae24 req-a6f331fd-eeea-48ce-87a3-9051c3c18892 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0510030 May 12 05:31:56.024595 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0f0c6532-2c94-408f-8db1-6ec6eb7fae24 req-14b8020a-6032-435f-91da-25cccb063946 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 May 12 05:31:56.122247 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba1619-6dad-4d83-b138-feb095047714 req-e85acae1-a49f-49cd-8716-870f52b8928b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:56.123880 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c8ba1619-6dad-4d83-b138-feb095047714 req-e85acae1-a49f-49cd-8716-870f52b8928b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0530095 May 12 05:31:56.167542 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c8ba1619-6dad-4d83-b138-feb095047714 req-682a4719-5e57-4f89-a73a-e84c6039d7d2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369840 May 12 05:31:57.147944 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaac4d0-c1f8-428c-9dd8-3195f2813ebe req-97987b3b-4069-4999-bede-3623d8465342 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:57.149390 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-daaac4d0-c1f8-428c-9dd8-3195f2813ebe req-97987b3b-4069-4999-bede-3623d8465342 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0519927 May 12 05:31:57.188221 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-daaac4d0-c1f8-428c-9dd8-3195f2813ebe req-7a6f015e-3a30-470b-ac14-23e3e17902d5 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 May 12 05:31:57.292798 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e8813-0cdd-4327-9b44-9f6a342e71a2 req-5aedb04b-6024-4fd8-9838-6eb6b85772c6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:57.294274 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-359e8813-0cdd-4327-9b44-9f6a342e71a2 req-5aedb04b-6024-4fd8-9838-6eb6b85772c6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0501301 May 12 05:31:57.333304 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-359e8813-0cdd-4327-9b44-9f6a342e71a2 req-165510e6-b523-46e6-a07c-214f0bed2904 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 May 12 05:31:57.878107 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf145b0d-d073-45f3-8668-54467da1c24d req-af46be5d-b3f0-41ad-8743-03f7e6cc1efc tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:57.879553 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bf145b0d-d073-45f3-8668-54467da1c24d req-af46be5d-b3f0-41ad-8743-03f7e6cc1efc tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 945 time: 0.0478094 May 12 05:31:57.915846 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bf145b0d-d073-45f3-8668-54467da1c24d req-2eca7c6a-4f1a-47e8-95fe-e9c797084ea2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301752 May 12 05:31:58.304069 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0641d1-7ad1-410d-b99a-b2cc54738cce req-ad0e8b6d-2a37-4ad6-adc5-2ac1f2382fb3 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:58.305493 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4f0641d1-7ad1-410d-b99a-b2cc54738cce req-ad0e8b6d-2a37-4ad6-adc5-2ac1f2382fb3 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0501926 May 12 05:31:58.341442 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4f0641d1-7ad1-410d-b99a-b2cc54738cce req-09a1df3a-1d92-43f8-91e1-29823dbb4efc tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300786 May 12 05:31:58.461870 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd177f-4e35-42ba-9623-f3b90e7dfcfe req-c4649041-4ed3-4f92-8cdd-49dcd4bffff5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:58.463342 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3bdd177f-4e35-42ba-9623-f3b90e7dfcfe req-c4649041-4ed3-4f92-8cdd-49dcd4bffff5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0585983 May 12 05:31:58.500407 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3bdd177f-4e35-42ba-9623-f3b90e7dfcfe req-8f273e3b-8a71-45a5-827a-25c798af199b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 May 12 05:31:59.026564 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fced2-a9ca-4cee-80c6-9be1ca890c94 req-0ec3900e-9f28-4a3d-9dfd-79ffffd294ff tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:59.028028 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-603fced2-a9ca-4cee-80c6-9be1ca890c94 req-0ec3900e-9f28-4a3d-9dfd-79ffffd294ff tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 945 time: 0.0471644 May 12 05:31:59.064640 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-603fced2-a9ca-4cee-80c6-9be1ca890c94 req-b4c241f1-02ba-448d-8f77-73533472e87d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300624 May 12 05:31:59.371555 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c3d56-d653-4107-9fe4-872bddfec873 req-f82c7402-08e4-42c7-a186-17b99920666d tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:59.373040 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-978c3d56-d653-4107-9fe4-872bddfec873 req-f82c7402-08e4-42c7-a186-17b99920666d tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0516741 May 12 05:31:59.485977 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc65d6e-2f36-49ac-b69b-34b6cbba892a req-705657a2-ba2c-4ab1-829b-540fd23c7602 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:59.487467 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1bc65d6e-2f36-49ac-b69b-34b6cbba892a req-705657a2-ba2c-4ab1-829b-540fd23c7602 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcc9ff00-2359-44eb-a097-abba21d46675 HTTP/1.1" status: 200 len: 945 time: 0.0788560 May 12 05:31:59.511516 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Deleting port 4567f999-d710-476d-87f7-64938da51597 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:31:59.511808 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:59.570194 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:31:59.588723 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1bc65d6e-2f36-49ac-b69b-34b6cbba892a req-72abff07-2d83-4591-b6f6-a1d98de20b29 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907729 May 12 05:31:59.618628 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] For port 4567f999-d710-476d-87f7-64938da51597, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4567f999-d710-476d-87f7-64938da51597,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:59.618989 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:59.619199 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fd27f-ebab-43ab-a7f1-2854ad1647ba req-2bf6fe5d-2ec8-4e34-b31b-9db196edcd08 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:59.621042 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-131fd27f-ebab-43ab-a7f1-2854ad1647ba req-2bf6fe5d-2ec8-4e34-b31b-9db196edcd08 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 943 time: 0.0482028 May 12 05:31:59.632239 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Calling delete_port for 4567f999-d710-476d-87f7-64938da51597 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:31:59.658029 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-131fd27f-ebab-43ab-a7f1-2854ad1647ba req-b8967569-2053-4990-86c6-dd41be9a7f70 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 May 12 05:31:59.759234 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:59.771404 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['4567f999-d710-476d-87f7-64938da51597'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:31:59.786931 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Pushing event deleted for resources: {'Port': ['ID=4567f999-d710-476d-87f7-64938da51597,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:31:59.795378 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-4aac801e-1af3-4bfd-a699-6b9252812c44 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:31:59.796902 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-4aac801e-1af3-4bfd-a699-6b9252812c44 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 945 time: 0.0519300 May 12 05:31:59.831857 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] No DVR routers for this DVR port 4567f999-d710-476d-87f7-64938da51597 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:31:59.834357 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:59.837853 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-978c3d56-d653-4107-9fe4-872bddfec873 req-5b49136c-e17d-48e5-9e72-e1ccf51fe993 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.35 "DELETE /v2.0/ports/4567f999-d710-476d-87f7-64938da51597 HTTP/1.1" status: 204 len: 173 time: 0.4578831 May 12 05:31:59.838291 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc9ff00-2359-44eb-a097-abba21d46675', 'name': 'network-vif-deleted', 'tag': '4567f999-d710-476d-87f7-64938da51597'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:31:59.840620 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ae1e36-cdf5-4c56-a1b9-2d668156d514" -d '{"events": [{"server_uuid": "fcc9ff00-2359-44eb-a097-abba21d46675", "name": "network-vif-deleted", "tag": "4567f999-d710-476d-87f7-64938da51597"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:31:59.879924 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3cf74c-0de1-4d1b-8cdb-6e6094c01bae x-openstack-request-id: req-5e3cf74c-0de1-4d1b-8cdb-6e6094c01bae {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:31:59.880217 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc9ff00-2359-44eb-a097-abba21d46675", "name": "network-vif-deleted", "tag": "4567f999-d710-476d-87f7-64938da51597", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:31:59.880472 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e3cf74c-0de1-4d1b-8cdb-6e6094c01bae {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:31:59.880868 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3cf74c-0de1-4d1b-8cdb-6e6094c01bae'] response: {'server_uuid': 'fcc9ff00-2359-44eb-a097-abba21d46675', 'name': 'network-vif-deleted', 'tag': '4567f999-d710-476d-87f7-64938da51597', 'status': 'completed', 'code': 200} May 12 05:31:59.890037 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Deleting port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:31:59.890378 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:31:59.987365 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] For port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:31:59.987752 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:00.199477 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:32:00.226993 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af9a6-794a-457c-9f8b-2f79c93b646c req-4b2dcf42-7675-4bab-b118-cd5bb885e390 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:00.228474 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-067af9a6-794a-457c-9f8b-2f79c93b646c req-4b2dcf42-7675-4bab-b118-cd5bb885e390 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 945 time: 0.0926988 May 12 05:32:00.259261 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:00.259621 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:00.259991 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.l3_db [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Floating IP 26688340-8032-44b9-90db-39b37a9e8a4d disassociated. External IP: 172.28.0.2, port: c2f87869-0d3c-406b-b8d6-7f0282c2e4ab. May 12 05:32:00.260294 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Calling delete_port for c2f87869-0d3c-406b-b8d6-7f0282c2e4ab owned by compute:nova {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:32:00.300276 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:00.313935 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-067af9a6-794a-457c-9f8b-2f79c93b646c req-7af82af0-03ff-4c2c-8266-a3934cc827f2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=c39af457-d878-49ba-8fd3-1265671eee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770295 May 12 05:32:00.314695 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'port_id': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'mac_address': 'fa:16:3e:85:91:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:32:00.355889 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:32:00.356195 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:00.372033 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a476b9c-c2ac-4673-b01c-42f91e29a4dd {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:32:00.398306 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:00.402583 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:00.417871 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:00.457095 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'Port': ['ID=c2f87869-0d3c-406b-b8d6-7f0282c2e4ab,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:00.572891 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=9']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:00.574752 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:32:00.579925 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.580316 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.580681 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.581080 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.581421 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.581749 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.582073 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.582418 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.582770 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.583096 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.583418 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.583752 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:00.681521 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:32:00.693174 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:32:00.703605 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:32:00.704637 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:31:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:00.706890 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['8a476b9c-c2ac-4673-b01c-42f91e29a4dd'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:32:00.724932 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] No DVR routers for this DVR port c2f87869-0d3c-406b-b8d6-7f0282c2e4ab on host hv-cinder-83118 {{(pid=101911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:32:00.727805 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:00.731655 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2d7dbbcb-1f10-4108-b4e8-bbf693455afe req-20040a3c-538e-4013-a451-2c000147bb4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "DELETE /v2.0/ports/c2f87869-0d3c-406b-b8d6-7f0282c2e4ab HTTP/1.1" status: 204 len: 173 time: 0.9284868 May 12 05:32:00.732213 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'name': 'network-vif-deleted', 'tag': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:00.734443 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efefaeb-4885-4b46-ba9c-fdce7163cb6a" -d '{"events": [{"server_uuid": "0dd2d92d-3fa7-45aa-a1fe-6100825cacd7", "name": "network-vif-deleted", "tag": "c2f87869-0d3c-406b-b8d6-7f0282c2e4ab"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:00.833119 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197cd0e6-80fa-4a12-8a3e-ad55c260f39f x-openstack-request-id: req-197cd0e6-80fa-4a12-8a3e-ad55c260f39f {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:00.833326 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd2d92d-3fa7-45aa-a1fe-6100825cacd7", "name": "network-vif-deleted", "tag": "c2f87869-0d3c-406b-b8d6-7f0282c2e4ab", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:00.833705 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-197cd0e6-80fa-4a12-8a3e-ad55c260f39f {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:00.834432 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197cd0e6-80fa-4a12-8a3e-ad55c260f39f'] response: {'server_uuid': '0dd2d92d-3fa7-45aa-a1fe-6100825cacd7', 'name': 'network-vif-deleted', 'tag': 'c2f87869-0d3c-406b-b8d6-7f0282c2e4ab', 'status': 'completed', 'code': 200} May 12 05:32:00.853496 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e083320-b570-4295-bf79-057d18990c6c req-f4e355d0-f24d-4b63-910a-208509f4c316 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:00.865971 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5e083320-b570-4295-bf79-057d18990c6c req-f4e355d0-f24d-4b63-910a-208509f4c316 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 944 time: 0.1181178 May 12 05:32:00.915352 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:32:00.976709 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5e083320-b570-4295-bf79-057d18990c6c req-a635681c-9195-4c69-9770-6dabf14c7817 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097646 May 12 05:32:01.164295 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:01.195486 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:32:01.203783 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:32:01.204392 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:31:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:01.317144 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:32:01.439292 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2d88c071-5fb3-4a32-8cfc-276ae91d2ac3 req-3c916571-da5f-41a6-ab1b-353fa9e4a875 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd2d92d-3fa7-45aa-a1fe-6100825cacd7 HTTP/1.1" status: 200 len: 210 time: 0.0267055 May 12 05:32:01.531253 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:01.557773 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91b69d-a0c7-4c37-aba5-58b9532587d5 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:32:01.763345 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127aac6e-8dcd-49f8-9c34-fafbb2c15e7c None None] New status for floating IP 26688340-8032-44b9-90db-39b37a9e8a4d: DOWN {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:32:02.115582 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003745c4-08aa-48a4-97d4-97eab8dfb07d req-8816e1fa-a826-4082-a9bd-a6facf9c8153 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:02.117291 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-003745c4-08aa-48a4-97d4-97eab8dfb07d req-8816e1fa-a826-4082-a9bd-a6facf9c8153 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 944 time: 0.0536952 May 12 05:32:02.159512 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-003745c4-08aa-48a4-97d4-97eab8dfb07d req-27d69007-ba2a-49db-b23e-b363c5cc0bd0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355601 May 12 05:32:02.202717 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:32:02.262981 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:32:02.263354 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:02.341610 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:32:02.341996 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:02.366894 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:02.369231 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd8dd8-8d29-466b-9a83-eeea695bdcad" -d '{"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-plugged", "status": "completed", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:02.384175 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:02.390438 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:02.390871 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device c2f87869-0d3c-406b-b8d6-7f0282c2e4ab no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:32:02.412306 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe552787-6377-4828-9b1d-e3a1aeaf45ac x-openstack-request-id: req-fe552787-6377-4828-9b1d-e3a1aeaf45ac {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:02.413306 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-plugged", "status": "completed", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:02.413651 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe552787-6377-4828-9b1d-e3a1aeaf45ac {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:02.414146 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe552787-6377-4828-9b1d-e3a1aeaf45ac'] response: {'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'code': 200} May 12 05:32:02.417869 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: c2f87869-0d3c-406b-b8d6-7f0282c2e4ab {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:32:02.417869 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device c2f87869-0d3c-406b-b8d6-7f0282c2e4ab not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:32:02.417869 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 4567f999-d710-476d-87f7-64938da51597 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:32:02.457735 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 4567f999-d710-476d-87f7-64938da51597 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:32:02.458010 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 4567f999-d710-476d-87f7-64938da51597 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:32:02.480230 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=10']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:02.526561 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48548) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:02.584071 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6809b624-6dad-41be-acd1-36b121469821 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:02.606643 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6809b624-6dad-41be-acd1-36b121469821 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:02.653514 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6809b624-6dad-41be-acd1-36b121469821 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:02.656880 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6809b624-6dad-41be-acd1-36b121469821 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:02.658029 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-6809b624-6dad-41be-acd1-36b121469821 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "DELETE /v2.0/security-groups/c39af457-d878-49ba-8fd3-1265671eee89 HTTP/1.1" status: 204 len: 168 time: 0.1304615 May 12 05:32:02.661000 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48550) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:02.667816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809b624-6dad-41be-acd1-36b121469821 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39af457-d878-49ba-8fd3-1265671eee89,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:02.677057 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.api.v2.resource [None req-58399b18-ef0f-4877-9c44-15eeb4e02808 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] show failed (client error): The resource could not be found. May 12 05:32:02.678070 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-58399b18-ef0f-4877-9c44-15eeb4e02808 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups/c39af457-d878-49ba-8fd3-1265671eee89 HTTP/1.1" status: 404 len: 347 time: 0.0158677 May 12 05:32:02.681065 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48552) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:03.048423 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86facd-d2d3-4a16-b39b-fc93a4fd249e req-3d065a9b-5e39-48d9-89c6-5d8e0e45e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:03.050326 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1b86facd-d2d3-4a16-b39b-fc93a4fd249e req-3d065a9b-5e39-48d9-89c6-5d8e0e45e34d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 1099 time: 0.0710068 May 12 05:32:03.059236 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Deleting port e38bb6f8-6534-497e-a426-400859e2759c {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:32:03.059576 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.134374 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1b86facd-d2d3-4a16-b39b-fc93a4fd249e req-f32d2175-3ab3-4d8c-951c-f02d96af33d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721335 May 12 05:32:03.156354 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.157675 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.169429 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Calling delete_port for e38bb6f8-6534-497e-a426-400859e2759c owned by network:floatingip {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:32:03.359287 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d540-4b46-4811-8cdc-9f437dae214e req-527786ba-2858-40f9-a9a5-ed4fd49a611c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:03.362038 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-08f9d540-4b46-4811-8cdc-9f437dae214e req-527786ba-2858-40f9-a9a5-ed4fd49a611c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 946 time: 0.1124856 May 12 05:32:03.393665 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.463569 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'Port': ['ID=e38bb6f8-6534-497e-a426-400859e2759c,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:03.470011 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-08f9d540-4b46-4811-8cdc-9f437dae214e req-60351c35-1d94-4b57-90cf-ceb26dbf50dc tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921934 May 12 05:32:03.539375 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600022-91a9-428c-bb0b-916d3fa1d051 req-0251a638-21cf-4966-94ae-871b66513b51 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:03.540938 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a3600022-91a9-428c-bb0b-916d3fa1d051 req-0251a638-21cf-4966-94ae-871b66513b51 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0578635 May 12 05:32:03.545688 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.548651 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.550534 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-7392cb32-5177-45dd-a27e-b02d63e3ff4e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "DELETE /v2.0/floatingips/26688340-8032-44b9-90db-39b37a9e8a4d HTTP/1.1" status: 204 len: 168 time: 0.8682935 May 12 05:32:03.581421 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a3600022-91a9-428c-bb0b-916d3fa1d051 req-00f27b9a-2057-4a93-b3dd-96cbb085ea0e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344365 May 12 05:32:03.655410 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48578) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:03.660780 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-04c71c20-c2a9-4f8c-8ae7-054956990a5f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470486209', 'description': 'tempest-description--1528471906'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:03.683837 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-04c71c20-c2a9-4f8c-8ae7-054956990a5f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.772688 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002796-f330-4fe7-ab9c-9bfed6a281b9 req-6ca5373b-76df-4bb6-9e11-ef5e49c302b9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:03.774237 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c5002796-f330-4fe7-ab9c-9bfed6a281b9 req-6ca5373b-76df-4bb6-9e11-ef5e49c302b9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0526671 May 12 05:32:03.788985 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-04c71c20-c2a9-4f8c-8ae7-054956990a5f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.792083 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-5899af2b-61a0-4c54-b546-06419e4d2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:03.793636 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-5899af2b-61a0-4c54-b546-06419e4d2e9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1099 time: 0.0707810 May 12 05:32:03.794726 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-04c71c20-c2a9-4f8c-8ae7-054956990a5f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.813840 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c5002796-f330-4fe7-ab9c-9bfed6a281b9 req-ecf231c2-dea7-4b3c-ad41-46d19ea21214 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333667 May 12 05:32:03.859101 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-04c71c20-c2a9-4f8c-8ae7-054956990a5f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.860319 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-04c71c20-c2a9-4f8c-8ae7-054956990a5f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2036731 May 12 05:32:03.863852 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48582) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:03.868364 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-b6ee92f1-ea48-490f-9df8-eaf7d854ff8c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group_rule': {'security_group_id': 'dfe61451-fa26-4124-8b8c-1b898c152f58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:03.877044 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c71c20-c2a9-4f8c-8ae7-054956990a5f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe61451-fa26-4124-8b8c-1b898c152f58,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:03.898449 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b6ee92f1-ea48-490f-9df8-eaf7d854ff8c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.910594 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-71b04b53-7f4e-4d69-ae00-836c4daa8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:03.912059 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-71b04b53-7f4e-4d69-ae00-836c4daa8d8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.1101625 May 12 05:32:03.945381 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b6ee92f1-ea48-490f-9df8-eaf7d854ff8c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.948864 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b6ee92f1-ea48-490f-9df8-eaf7d854ff8c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.967880 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee92f1-ea48-490f-9df8-eaf7d854ff8c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa32af7-ada1-46da-86c5-c6d1401ffd92,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:03.976399 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b6ee92f1-ea48-490f-9df8-eaf7d854ff8c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:03.977601 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b6ee92f1-ea48-490f-9df8-eaf7d854ff8c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126902 May 12 05:32:03.980340 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48584) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:03.982582 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-fe67ea14-33bc-4f75-8c40-36feef9529b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 200 len: 1001 time: 0.0630767 May 12 05:32:03.984558 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-288f08bb-ca8d-4a5c-82f7-98184b8d0e63 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group_rule': {'security_group_id': 'dfe61451-fa26-4124-8b8c-1b898c152f58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:04.009234 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-288f08bb-ca8d-4a5c-82f7-98184b8d0e63 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.041144 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-bde9701e-312f-44c9-995d-bea2518463aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:04.042629 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-bde9701e-312f-44c9-995d-bea2518463aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0437455 May 12 05:32:04.066387 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-288f08bb-ca8d-4a5c-82f7-98184b8d0e63 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.069843 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-288f08bb-ca8d-4a5c-82f7-98184b8d0e63 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.087856 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f08bb-ca8d-4a5c-82f7-98184b8d0e63 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30eb1f33-bbc1-4957-a807-b17fd2d86ca1,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:04.090961 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-afb31233-b08f-4110-b46f-8320f5682158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:04.092532 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-afb31233-b08f-4110-b46f-8320f5682158 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0388627 May 12 05:32:04.095112 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-288f08bb-ca8d-4a5c-82f7-98184b8d0e63 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.096871 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-288f08bb-ca8d-4a5c-82f7-98184b8d0e63 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157148 May 12 05:32:04.099829 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48586) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:04.104010 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:04.123503 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.186542 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-d1351306-34d1-46bf-a7e7-a2aa281cae68 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832319 May 12 05:32:04.223289 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.277064 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb500c4e-11d7-4696-ae07-e7d3d9f8e328 req-a24cbdb3-1669-4498-a8fd-3facba8584d8 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809131 May 12 05:32:04.324708 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Allocated IP 172.28.0.155 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/be81e0f6-cebf-4db0-b603-36cfd7673a63) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:32:04.431437 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.466557 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.509862 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:32:04.516784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:32:04.525784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:32:04.528422 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=be81e0f6-cebf-4db0-b603-36cfd7673a63,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:04.646660 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.655572 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba966d-f2a7-476e-95d3-ec1fdf3409cd req-c967a6a7-c8bb-481f-94ac-120344233245 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:04.665220 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-faba966d-f2a7-476e-95d3-ec1fdf3409cd req-c967a6a7-c8bb-481f-94ac-120344233245 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 946 time: 0.0853779 May 12 05:32:04.699758 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.718065 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-faba966d-f2a7-476e-95d3-ec1fdf3409cd req-0edc2b26-43fd-4ac3-aee8-4e90c823a097 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518918 May 12 05:32:04.806911 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f9a7-ade1-4944-b451-d77f179aebbc req-3477d5d5-e9a4-4038-a873-668433d15ed1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:04.808498 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9678f9a7-ade1-4944-b451-d77f179aebbc req-3477d5d5-e9a4-4038-a873-668433d15ed1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1068256 May 12 05:32:04.889944 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9678f9a7-ade1-4944-b451-d77f179aebbc req-4da7c389-efea-4f92-afcd-362b370fae66 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504904 May 12 05:32:04.926523 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d26c5d4c-0054-4899-828c-cafa3e476731 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:04.937547 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d26c5d4c-0054-4899-828c-cafa3e476731 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/networks?id=25e71da5-634d-40f3-b440-dd1e99d84d45 HTTP/1.1" status: 200 len: 814 time: 0.1337435 May 12 05:32:04.938980 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.947815 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:04.959971 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-47f71a9e-6fc9-44a5-8665-cdabf80c872a tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/quotas/edc4a2117a3c4790b2e41b0270b02503 HTTP/1.1" status: 200 len: 375 time: 0.0213497 May 12 05:32:04.992847 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-a4a8e3f7-c412-42c8-9e68-ae915b9e618f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edc4a2117a3c4790b2e41b0270b02503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319355 May 12 05:32:05.052705 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=be81e0f6-cebf-4db0-b603-36cfd7673a63,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:05.065552 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:05.076468 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06725c0-85e9-4e58-9ce6-44c079aecabe req-46b487c5-861b-448a-925d-9455223da5ef tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:05.077945 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f06725c0-85e9-4e58-9ce6-44c079aecabe req-46b487c5-861b-448a-925d-9455223da5ef tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.1010714 May 12 05:32:05.100700 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:05.105138 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-ff09a1f4-a650-4774-8b32-82f3a577007c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0011380 May 12 05:32:05.105308 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-f08d0a4c-3252-4b4b-b404-4278995883b1 service neutron] 10.222.0.23 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096647 May 12 05:32:05.130609 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f06725c0-85e9-4e58-9ce6-44c079aecabe req-8d493f57-a40b-4fc8-81e8-fe967b48eeb6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 May 12 05:32:05.196905 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-bad55890-4c7e-4970-b02f-a898477d5faa service neutron] 10.222.0.23 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909376 May 12 05:32:05.336263 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-3e9f5036-69de-4098-bd0d-338dfb377f6d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--470486209&fields=id&tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 267 time: 0.0497768 May 12 05:32:05.364120 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d7e684f8-6f73-4779-bdf4-0107849c9846 req-af9749c9-6c20-4003-a1bc-9086fb528fc5 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 210 time: 0.0270495 May 12 05:32:05.449522 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-d03823d3-4f2a-4633-bd1c-3f6246305391 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:05.450996 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-d03823d3-4f2a-4633-bd1c-3f6246305391 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 814 time: 0.1100485 May 12 05:32:05.469072 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-eefa85d1-1ba3-4920-8719-d8715f14ff6c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/quotas/e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 375 time: 0.0097489 May 12 05:32:05.523176 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-972cdd17-d801-419d-86c3-d3e21d538551 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479970 May 12 05:32:05.620981 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-08b7105b-855f-4f62-aeef-d16d9609def6 service neutron] 10.222.0.23 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853276 May 12 05:32:05.713234 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-554f48a9-30c6-46b0-9b9d-94e335ac47f9 service neutron] 10.222.0.23 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 May 12 05:32:05.862796 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60006803-23e5-4fda-997a-a8044e60dad3 req-aeff61df-91ea-4e6a-955a-237817d0b144 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:05.864582 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60006803-23e5-4fda-997a-a8044e60dad3 req-aeff61df-91ea-4e6a-955a-237817d0b144 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 946 time: 0.0710869 May 12 05:32:05.885014 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ddc64f25-433f-455b-bbac-7a4bcd4aeea6 req-2285530c-6c4b-4adf-ad1e-8f900e5bfdfd tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 210 time: 0.0284550 May 12 05:32:05.907785 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60006803-23e5-4fda-997a-a8044e60dad3 req-66c6c94a-ba33-42cd-8b47-c759111b5112 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336142 May 12 05:32:06.009682 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c77b0-e198-42a2-90b3-6074eba3bc5e req-286de2c7-9818-4235-9fa1-b36313d4c9c0 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:06.011159 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fe3c77b0-e198-42a2-90b3-6074eba3bc5e req-286de2c7-9818-4235-9fa1-b36313d4c9c0 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0487242 May 12 05:32:06.051510 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fe3c77b0-e198-42a2-90b3-6074eba3bc5e req-168ae5ed-dbb5-41f3-98fd-7ad801b052f1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340843 May 12 05:32:06.258979 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99e339-505e-48be-bb21-8232fa9cf7b7 req-f6b93f43-fef4-49e2-a5b7-e34a83cc66b7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:06.260936 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cd99e339-505e-48be-bb21-8232fa9cf7b7 req-f6b93f43-fef4-49e2-a5b7-e34a83cc66b7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0574272 May 12 05:32:06.355114 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cd99e339-505e-48be-bb21-8232fa9cf7b7 req-454be71c-eba0-430f-b4ed-c9a6f59505f1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879874 May 12 05:32:06.417057 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fd65-be1a-4524-aa40-0e494d88732e req-2b4e5390-25eb-493d-abbe-b206717622d0 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:06.418254 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-2b4e5390-25eb-493d-abbe-b206717622d0 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.35 "GET /v2.0/networks?id=25e71da5-634d-40f3-b440-dd1e99d84d45 HTTP/1.1" status: 200 len: 814 time: 0.1282809 May 12 05:32:06.441119 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Request body: {'port': {'device_id': '84b7f06b-2b60-411c-b4d7-c2cd9b421abc', 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45', 'admin_state_up': True, 'tenant_id': 'edc4a2117a3c4790b2e41b0270b02503'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:06.481381 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8834b171-6af0-47d2-b5d7-624b8b60d88d req-91569668-6d5e-446c-b6fd-482b89d19fd9 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 210 time: 0.0372818 May 12 05:32:06.550278 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Made reservation on behalf of edc4a2117a3c4790b2e41b0270b02503 for: {'port': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:32:06.553684 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:06.674364 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Allocated IP 172.20.0.12 (25e71da5-634d-40f3-b440-dd1e99d84d45/bd2ed852-281f-4a28-a472-d0312d081a4f/eead085b-e992-4c34-b508-35205be38ed3) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:32:06.821540 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:06.855400 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:06.898761 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Network 25e71da5-634d-40f3-b440-dd1e99d84d45 is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:32:06.901921 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:32:06.905579 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:32:06.927042 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Pushing event updated for resources: {'Port': ['ID=eead085b-e992-4c34-b508-35205be38ed3,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:06.978345 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9d98b738-3419-415c-b100-1dc1fb195278 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:06.979966 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9d98b738-3419-415c-b100-1dc1fb195278 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 814 time: 0.1185985 May 12 05:32:06.987624 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1b49e224-202d-460d-8698-0284d48690d4 req-fed2168c-a19b-4b76-8192-6a9907a7981e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 210 time: 0.0301821 May 12 05:32:06.997965 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:06.998589 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.016683 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-e71afa69-de1a-4575-8c77-5d567612ead7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796239 May 12 05:32:07.030410 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Request body: {'port': {'device_id': '84b7f06b-2b60-411c-b4d7-c2cd9b421abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:07.034290 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-daab82b9-065a-4852-ae9d-a5d68f364e77 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 379 time: 0.0399568 May 12 05:32:07.047230 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'port': {'device_id': '4168e597-f167-4147-82e8-f012e95a7b1b', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'admin_state_up': True, 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'security_groups': ['dfe61451-fa26-4124-8b8c-1b898c152f58']}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:07.090128 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.193064 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e2997-e0d1-4ade-a222-146af6e77561 req-7a70e880-9a18-4c5a-8537-5f2956843ab5 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:07.194450 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c02e2997-e0d1-4ade-a222-146af6e77561 req-7a70e880-9a18-4c5a-8537-5f2956843ab5 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0686362 May 12 05:32:07.202750 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Made reservation on behalf of e7c8a42d3aa3474fb004fc217ae2a18f for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:32:07.207795 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.258153 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c02e2997-e0d1-4ade-a222-146af6e77561 req-0264275b-9d58-427c-9c22-cc2055e6d7c9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563550 May 12 05:32:07.363469 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Allocated IP 172.20.0.13 (279f8040-9dbf-4e91-8729-00b5b73c5077/07c410b0-ab54-47b4-8553-40e45f82eeb0/6616b5eb-495b-4097-89ce-500d6e31ce11) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:32:07.368581 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eead085b-e992-4c34-b508-35205be38ed3 {{(pid=101911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:32:07.376325 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.389607 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.provisioning_blocks [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Transition to ACTIVE for port object eead085b-e992-4c34-b508-35205be38ed3 will not be triggered until provisioned by entity L2. {{(pid=101911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:32:07.394514 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.472173 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Pushing event updated for resources: {'Port': ['ID=eead085b-e992-4c34-b508-35205be38ed3,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:07.506986 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.532705 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a5c61-de23-4bd1-a5fb-5d06484a564c req-26d56520-39ab-48a6-bce9-18e32497373b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:07.534238 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4e3a5c61-de23-4bd1-a5fb-5d06484a564c req-26d56520-39ab-48a6-bce9-18e32497373b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.1017807 May 12 05:32:07.550515 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.582021 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Attempting to bind port eead085b-e992-4c34-b508-35205be38ed3 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:32:07.582354 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Attempting to bind port eead085b-e992-4c34-b508-35205be38ed3 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:32:07.582685 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Attempting to bind port eead085b-e992-4c34-b508-35205be38ed3 on network 25e71da5-634d-40f3-b440-dd1e99d84d45 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:32:07.590881 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Port eead085b-e992-4c34-b508-35205be38ed3 on network 25e71da5-634d-40f3-b440-dd1e99d84d45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:32:07.591206 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Attempting to bind port eead085b-e992-4c34-b508-35205be38ed3 on network 25e71da5-634d-40f3-b440-dd1e99d84d45 {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:32:07.596396 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4e3a5c61-de23-4bd1-a5fb-5d06484a564c req-b91ea539-1ff4-4a73-ab6a-23e5aeb4e2d9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559933 May 12 05:32:07.599035 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:32:07.599410 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Checking segment: {'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:32:07.599766 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Bound using segment: {'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'} {{(pid=101911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:32:07.600200 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.managers [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Bound port: eead085b-e992-4c34-b508-35205be38ed3, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870c714d-9246-46f1-aec6-353968f5a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45'}}] {{(pid=101911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:32:07.600559 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.616720 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:32:07.620200 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:32:07.624647 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:32:07.671679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=6616b5eb-495b-4097-89ce-500d6e31ce11,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:07.673459 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] For port eead085b-e992-4c34-b508-35205be38ed3, host hv-cinder-83118, cleared binding levels {{(pid=101911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:32:07.677466 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] For port eead085b-e992-4c34-b508-35205be38ed3, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=eead085b-e992-4c34-b508-35205be38ed3,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:32:07.684269 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.686421 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee64408-06df-49d8-b9e5-bb99ed4afa10 req-7995f3f3-3868-4028-8aa4-cc7519e378ef tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:07.688051 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1ee64408-06df-49d8-b9e5-bb99ed4afa10 req-7995f3f3-3868-4028-8aa4-cc7519e378ef tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 944 time: 0.1298490 May 12 05:32:07.699158 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:07.699809 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.721762 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:07.722551 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.724154 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] 10.222.0.35 "PUT /v2.0/ports/eead085b-e992-4c34-b508-35205be38ed3 HTTP/1.1" status: 200 len: 1094 time: 0.6978669 May 12 05:32:07.724825 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b7f06b-2b60-411c-b4d7-c2cd9b421abc', 'tag': 'eead085b-e992-4c34-b508-35205be38ed3'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:07.727997 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a97668-b97a-4b87-b4a6-8e476ed5af50" -d '{"events": [{"name": "network-changed", "server_uuid": "84b7f06b-2b60-411c-b4d7-c2cd9b421abc", "tag": "eead085b-e992-4c34-b508-35205be38ed3"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:07.732287 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e39506d7-a722-4c46-93d1-fb71144756ba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6887677 May 12 05:32:07.747774 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Request body: {'port': {'device_id': '4168e597-f167-4147-82e8-f012e95a7b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:07.751648 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899ae9-c406-4292-9fc0-15ba6addfc59 service neutron] Pushing event updated for resources: {'Port': ['ID=eead085b-e992-4c34-b508-35205be38ed3,revision_number=3']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:07.756301 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1ee64408-06df-49d8-b9e5-bb99ed4afa10 req-ac23eb88-bc03-4b38-9670-332527c42c3d tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537243 May 12 05:32:07.800024 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d67bf-2451-4e57-a20f-84a959bacb9a x-openstack-request-id: req-8d5d67bf-2451-4e57-a20f-84a959bacb9a {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:07.800412 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b7f06b-2b60-411c-b4d7-c2cd9b421abc", "tag": "eead085b-e992-4c34-b508-35205be38ed3", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:07.800726 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d5d67bf-2451-4e57-a20f-84a959bacb9a {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:07.801183 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5d67bf-2451-4e57-a20f-84a959bacb9a'] response: {'name': 'network-changed', 'server_uuid': '84b7f06b-2b60-411c-b4d7-c2cd9b421abc', 'tag': 'eead085b-e992-4c34-b508-35205be38ed3', 'status': 'completed', 'code': 200} May 12 05:32:07.815331 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fd65-be1a-4524-aa40-0e494d88732e req-3d913ccb-54cf-4f7e-9f96-2e3f1b80cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:07.815876 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.817099 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-3d913ccb-54cf-4f7e-9f96-2e3f1b80cb37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edc4a2117a3c4790b2e41b0270b02503&device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 1097 time: 0.0505867 May 12 05:32:07.863699 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-4bc1026d-84f1-4aba-bb23-3ea1e3898864 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eead085b-e992-4c34-b508-35205be38ed3 HTTP/1.1" status: 200 len: 217 time: 0.0388687 May 12 05:32:07.911846 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fd65-be1a-4524-aa40-0e494d88732e req-43b79bd9-a09a-45ae-99fb-1b015bad9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:07.913192 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-43b79bd9-a09a-45ae-99fb-1b015bad9e40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd2ed852-281f-4a28-a472-d0312d081a4f HTTP/1.1" status: 200 len: 854 time: 0.0421660 May 12 05:32:07.929962 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-2a825c3d-7536-43eb-be69-bc34d093419c None None] Provisioning complete for port 6616b5eb-495b-4097-89ce-500d6e31ce11 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:32:07.930528 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2a825c3d-7536-43eb-be69-bc34d093419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:07.952275 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-238ced79-ea97-4d56-9e0a-ef3af74c02f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25e71da5-634d-40f3-b440-dd1e99d84d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245728 May 12 05:32:07.967843 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-2a825c3d-7536-43eb-be69-bc34d093419c None None] Port 6616b5eb-495b-4097-89ce-500d6e31ce11 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:32:08.046924 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-25b0f7c9-cd21-40f7-8c84-bf19b057d800 service neutron] 10.222.0.35 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847266 May 12 05:32:08.108152 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6616b5eb-495b-4097-89ce-500d6e31ce11 {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:32:08.117257 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:08.134029 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Transition to ACTIVE for port object 6616b5eb-495b-4097-89ce-500d6e31ce11 will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:32:08.140800 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d503fd65-be1a-4524-aa40-0e494d88732e req-82cd2e49-f924-4977-becb-6520c10f85cc service neutron] 10.222.0.35 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846744 May 12 05:32:08.144450 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99523be-13b4-4b8a-a39d-ad47deb19ed2 req-0bf39d95-882e-4c98-8521-26d1030acb1a tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.145906 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c99523be-13b4-4b8a-a39d-ad47deb19ed2 req-0bf39d95-882e-4c98-8521-26d1030acb1a tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 932 time: 0.0732098 May 12 05:32:08.147159 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:08.211410 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Pushing event updated for resources: {'Port': ['ID=6616b5eb-495b-4097-89ce-500d6e31ce11,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:08.233156 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c99523be-13b4-4b8a-a39d-ad47deb19ed2 req-b8bc1e64-a1ac-4f98-882a-c9b59376b3f3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772407 May 12 05:32:08.251684 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-fbfe408f-3330-4f6c-a6f0-7e92d9fec107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.254025 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-fbfe408f-3330-4f6c-a6f0-7e92d9fec107 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edc4a2117a3c4790b2e41b0270b02503&device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 1097 time: 0.0609887 May 12 05:32:08.308793 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Attempting to bind port 6616b5eb-495b-4097-89ce-500d6e31ce11 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:32:08.309215 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Attempting to bind port 6616b5eb-495b-4097-89ce-500d6e31ce11 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:32:08.309626 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Attempting to bind port 6616b5eb-495b-4097-89ce-500d6e31ce11 on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:32:08.315058 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Port 6616b5eb-495b-4097-89ce-500d6e31ce11 on network 279f8040-9dbf-4e91-8729-00b5b73c5077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:32:08.315474 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Attempting to bind port 6616b5eb-495b-4097-89ce-500d6e31ce11 on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:32:08.322379 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:32:08.322732 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Checking segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:32:08.323268 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Bound using segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:32:08.323739 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Bound port: 6616b5eb-495b-4097-89ce-500d6e31ce11, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:32:08.324162 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:08.363261 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-c698c20a-40e5-49b1-80ac-39f02e03dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.364887 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-c698c20a-40e5-49b1-80ac-39f02e03dd4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=25e71da5-634d-40f3-b440-dd1e99d84d45 HTTP/1.1" status: 200 len: 915 time: 0.1035864 May 12 05:32:08.423396 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-fb45c0dd-fcd9-4b59-bef5-d7f62932e448 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eead085b-e992-4c34-b508-35205be38ed3 HTTP/1.1" status: 200 len: 217 time: 0.0438077 May 12 05:32:08.475662 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e1ccd-73d1-49fd-9787-e0a7d21985db req-7031b531-8aed-4caf-8d7d-a1e5db011d36 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.477150 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fb9e1ccd-73d1-49fd-9787-e0a7d21985db req-7031b531-8aed-4caf-8d7d-a1e5db011d36 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.1291008 May 12 05:32:08.495687 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-ad93acf8-862e-4877-b663-f6c60221b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.497116 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-ad93acf8-862e-4877-b663-f6c60221b8e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd2ed852-281f-4a28-a472-d0312d081a4f HTTP/1.1" status: 200 len: 854 time: 0.0655265 May 12 05:32:08.543774 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-bea53f76-e46c-413d-88d6-a1583eac5651 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25e71da5-634d-40f3-b440-dd1e99d84d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313816 May 12 05:32:08.546361 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fb9e1ccd-73d1-49fd-9787-e0a7d21985db req-850aae75-4f5a-4671-9df7-bdb024a63c02 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611010 May 12 05:32:08.604505 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] For port 6616b5eb-495b-4097-89ce-500d6e31ce11, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:32:08.607452 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] For port 6616b5eb-495b-4097-89ce-500d6e31ce11, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6616b5eb-495b-4097-89ce-500d6e31ce11,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:32:08.612913 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:08.644967 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-83a480ee-90cc-4cab-b223-33f0d5b55a61 service neutron] 10.222.0.35 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935514 May 12 05:32:08.646051 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.646997 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:08.648827 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] 10.222.0.35 "PUT /v2.0/ports/6616b5eb-495b-4097-89ce-500d6e31ce11 HTTP/1.1" status: 200 len: 1094 time: 0.9052241 May 12 05:32:08.651240 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4168e597-f167-4147-82e8-f012e95a7b1b', 'tag': '6616b5eb-495b-4097-89ce-500d6e31ce11'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:08.653535 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f6d488-a43b-4293-aa36-d0d40b9f28c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4168e597-f167-4147-82e8-f012e95a7b1b", "tag": "6616b5eb-495b-4097-89ce-500d6e31ce11"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:08.694285 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5538b1-7dfd-4ac5-ad78-67a5620caccf service neutron] Pushing event updated for resources: {'Port': ['ID=6616b5eb-495b-4097-89ce-500d6e31ce11,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:08.709546 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b87efdb-08b4-4969-a5ae-656f4143cf54 x-openstack-request-id: req-5b87efdb-08b4-4969-a5ae-656f4143cf54 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:08.709821 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4168e597-f167-4147-82e8-f012e95a7b1b", "tag": "6616b5eb-495b-4097-89ce-500d6e31ce11", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:08.710067 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b87efdb-08b4-4969-a5ae-656f4143cf54 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:08.710511 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b87efdb-08b4-4969-a5ae-656f4143cf54'] response: {'name': 'network-changed', 'server_uuid': '4168e597-f167-4147-82e8-f012e95a7b1b', 'tag': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'status': 'completed', 'code': 200} May 12 05:32:08.761798 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0a97668-b97a-4b87-b4a6-8e476ed5af50 req-29bf156d-498c-4032-bf61-250c226e372f service neutron] 10.222.0.35 "GET /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050200 May 12 05:32:08.783365 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-24040cd1-63b5-4cee-9e6b-2cf4d78b8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.784890 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-24040cd1-63b5-4cee-9e6b-2cf4d78b8902 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 1097 time: 0.0666249 May 12 05:32:08.792361 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be9e2b-6089-4869-8c46-2db573f08863 req-fb5d579b-8c91-45e4-8b33-5c5cf29867b4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.794142 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-64be9e2b-6089-4869-8c46-2db573f08863 req-fb5d579b-8c91-45e4-8b33-5c5cf29867b4 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0880430 May 12 05:32:08.843066 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-9b994f0f-4010-43f9-a015-e6c953707586 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6616b5eb-495b-4097-89ce-500d6e31ce11 HTTP/1.1" status: 200 len: 217 time: 0.0479279 May 12 05:32:08.851965 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:08.884406 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bba169-d8c9-4552-bac3-33a6940bca43 req-60792f05-5e17-4163-abd4-2f1b3b0cf216 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.885875 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-e2bba169-d8c9-4552-bac3-33a6940bca43 req-60792f05-5e17-4163-abd4-2f1b3b0cf216 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 944 time: 0.0540864 May 12 05:32:08.896288 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-64be9e2b-6089-4869-8c46-2db573f08863 req-2c032138-8824-4944-87cb-e894aed9f179 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930760 May 12 05:32:08.913277 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-b42f5636-1d9a-417c-be01-cdb591f8422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.914746 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-b42f5636-1d9a-417c-be01-cdb591f8422b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0644221 May 12 05:32:08.929233 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-e2bba169-d8c9-4552-bac3-33a6940bca43 req-34b91b84-36b3-4ad9-97f9-5c80dfc891d0 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371392 May 12 05:32:08.963159 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-d55defa0-fdd1-41c5-a32c-4956f71abaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:08.964696 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-d55defa0-fdd1-41c5-a32c-4956f71abaa2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0399213 May 12 05:32:09.051972 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-a1dc7a88-49c1-4bfe-9b9e-a8c880f230c4 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789106 May 12 05:32:09.141830 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-52df0ce0-a296-4a43-a6cf-68039c5e3e6c req-e8819d9c-8509-45e3-b9a7-c44678b09a9f service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821929 May 12 05:32:09.228531 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-a94f257d-0bb2-44b8-b5b4-d4a1751c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:09.229998 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-a94f257d-0bb2-44b8-b5b4-d4a1751c9ac0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 1097 time: 0.0411217 May 12 05:32:09.344393 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-8b7c343c-43bc-4cb9-bb90-d8ce3d516e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:09.346257 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-8b7c343c-43bc-4cb9-bb90-d8ce3d516e82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 915 time: 0.1075578 May 12 05:32:09.369167 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84000b-6dea-44eb-b89f-b02c384f8f46 req-abef831a-19cf-4d7e-a4b9-981b019f8e9d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:09.370546 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2e84000b-6dea-44eb-b89f-b02c384f8f46 req-abef831a-19cf-4d7e-a4b9-981b019f8e9d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 944 time: 0.0628493 May 12 05:32:09.403247 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-1f16f259-054a-483f-9c22-cda26766c2d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6616b5eb-495b-4097-89ce-500d6e31ce11 HTTP/1.1" status: 200 len: 217 time: 0.0469339 May 12 05:32:09.461884 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2e84000b-6dea-44eb-b89f-b02c384f8f46 req-91840ebd-c8d2-48cd-85fd-03ccd953da1b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649850 May 12 05:32:09.470136 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-49adc068-fd55-4bcc-9cf5-b430e01692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:09.472079 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-49adc068-fd55-4bcc-9cf5-b430e01692ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0589960 May 12 05:32:09.519633 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-2a330521-50d3-44ec-bfcf-6b7e82b620dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:09.521106 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-2a330521-50d3-44ec-bfcf-6b7e82b620dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0416999 May 12 05:32:09.618490 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-8c9bc186-3785-4f87-b27b-d4b242c70fb8 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829070 May 12 05:32:09.664516 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab97e-20d2-442e-bd94-b1af4f8a9d23 req-94a48eca-20c8-4a47-b151-4d2254872260 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:09.665969 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0b4ab97e-20d2-442e-bd94-b1af4f8a9d23 req-94a48eca-20c8-4a47-b151-4d2254872260 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0503271 May 12 05:32:09.703775 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0b4ab97e-20d2-442e-bd94-b1af4f8a9d23 req-2b8284bd-0bed-4b8a-aab2-6139248471f0 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 May 12 05:32:09.705687 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-09f6d488-a43b-4293-aa36-d0d40b9f28c4 req-e8ea8dfb-cedd-46d5-b2dc-2174902ca99f service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796525 May 12 05:32:10.010177 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643a1bc-ab17-4a32-b998-f75c531619ce req-73a92a13-0094-47c4-b45f-3f9f14617386 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:10.011828 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3643a1bc-ab17-4a32-b998-f75c531619ce req-73a92a13-0094-47c4-b45f-3f9f14617386 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0480387 May 12 05:32:10.042281 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1eaee-3e2b-4483-bb6b-4809448fbf15 req-4b29b5da-aeee-47a0-8df7-ab3ea482b739 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:10.043767 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-dbc1eaee-3e2b-4483-bb6b-4809448fbf15 req-4b29b5da-aeee-47a0-8df7-ab3ea482b739 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 944 time: 0.0474465 May 12 05:32:10.049366 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3643a1bc-ab17-4a32-b998-f75c531619ce req-50c40838-336d-4cbf-b353-446f8513ef76 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309703 May 12 05:32:10.089866 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-dbc1eaee-3e2b-4483-bb6b-4809448fbf15 req-041873ac-e08c-486b-9be2-bfdc56e50694 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 May 12 05:32:10.254901 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device eead085b-e992-4c34-b508-35205be38ed3 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:32:10.346094 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port eead085b-e992-4c34-b508-35205be38ed3, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=eead085b-e992-4c34-b508-35205be38ed3,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:10.356642 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': 'eead085b-e992-4c34-b508-35205be38ed3', 'network_id': '25e71da5-634d-40f3-b440-dd1e99d84d45', 'port_id': 'eead085b-e992-4c34-b508-35205be38ed3', 'mac_address': 'fa:16:3e:d4:1b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2ed852-281f-4a28-a472-d0312d081a4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:32:10.391919 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port eead085b-e992-4c34-b508-35205be38ed3 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:32:10.392326 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:10.404475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eead085b-e992-4c34-b508-35205be38ed3 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:32:10.424097 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port eead085b-e992-4c34-b508-35205be38ed3, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=eead085b-e992-4c34-b508-35205be38ed3,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:10.428125 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:10.476334 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=eead085b-e992-4c34-b508-35205be38ed3,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:10.578195 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ab342-0cbb-4378-a44f-ffebd644cff8 req-70bd274c-efe3-410e-8d57-e60dae9cd8d0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:10.579858 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cb8ab342-0cbb-4378-a44f-ffebd644cff8 req-70bd274c-efe3-410e-8d57-e60dae9cd8d0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 944 time: 0.0513895 May 12 05:32:10.618169 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cb8ab342-0cbb-4378-a44f-ffebd644cff8 req-665d19e6-e91e-4383-a4bd-5d6e4a760317 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324135 May 12 05:32:10.719285 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['eead085b-e992-4c34-b508-35205be38ed3'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:32:10.817094 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f64694-ed51-4e6e-8629-95ecddb5f0ba req-4756cb63-92bc-4cdc-9b74-7357c452d79c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:10.818535 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a0f64694-ed51-4e6e-8629-95ecddb5f0ba req-4756cb63-92bc-4cdc-9b74-7357c452d79c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0471694 May 12 05:32:10.856231 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a0f64694-ed51-4e6e-8629-95ecddb5f0ba req-3395eab1-bbe3-4961-b0e2-e7c189aa872a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 May 12 05:32:11.171664 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0da17-205f-4d11-aacc-56297571b883 req-8997224b-c716-4a6d-a336-3beb060995e9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:11.173433 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-56e0da17-205f-4d11-aacc-56297571b883 req-8997224b-c716-4a6d-a336-3beb060995e9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0477250 May 12 05:32:11.204073 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88d03-a755-44af-9b7f-18b85fd21e39 req-2cc196d0-ba6e-4b81-8573-c677da8627b5 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:11.205529 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7ad88d03-a755-44af-9b7f-18b85fd21e39 req-2cc196d0-ba6e-4b81-8573-c677da8627b5 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 945 time: 0.0502946 May 12 05:32:11.211497 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-56e0da17-205f-4d11-aacc-56297571b883 req-5caa06ec-647f-4ba6-8364-0d3f7c3bb229 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314221 May 12 05:32:11.243731 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7ad88d03-a755-44af-9b7f-18b85fd21e39 req-66e18146-9d02-478a-8e28-e93d8b6bcd77 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 May 12 05:32:11.741880 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb32d8-c24a-4e59-861b-fba7b3d82289 req-c816497c-bd61-48c0-8007-d3307b59a23f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:11.743346 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8ccb32d8-c24a-4e59-861b-fba7b3d82289 req-c816497c-bd61-48c0-8007-d3307b59a23f tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 944 time: 0.0493150 May 12 05:32:11.779500 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8ccb32d8-c24a-4e59-861b-fba7b3d82289 req-a3743c93-9ecd-4ae8-bfb4-83eab33cea8b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302243 May 12 05:32:11.976162 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee399f-981d-4583-92e6-29a5562b8a78 req-5ac1e983-5ecd-4fbc-ad5d-fa893a697f4b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:11.977624 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0eee399f-981d-4583-92e6-29a5562b8a78 req-5ac1e983-5ecd-4fbc-ad5d-fa893a697f4b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0533922 May 12 05:32:12.014322 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0eee399f-981d-4583-92e6-29a5562b8a78 req-f3bbe4c0-0434-4193-aa62-df75f8f109db tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296144 May 12 05:32:12.270786 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 6616b5eb-495b-4097-89ce-500d6e31ce11 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:32:12.275786 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device eead085b-e992-4c34-b508-35205be38ed3 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:32:12.337904 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba00a2-6cbf-4346-b02b-749493d25679 req-62088622-a79e-4be9-a1a9-203040d1b3cc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:12.339733 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c9ba00a2-6cbf-4346-b02b-749493d25679 req-62088622-a79e-4be9-a1a9-203040d1b3cc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0538943 May 12 05:32:12.363619 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459305c-c8b7-4e3b-83d8-38124430cfd5 req-f426b608-7ca9-4d72-91cd-d065fe48b26f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:12.365126 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9459305c-c8b7-4e3b-83d8-38124430cfd5 req-f426b608-7ca9-4d72-91cd-d065fe48b26f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 945 time: 0.0537853 May 12 05:32:12.381426 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c9ba00a2-6cbf-4346-b02b-749493d25679 req-3c2a8d51-e608-4ec3-b70c-7c62c8aeff66 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340772 May 12 05:32:12.399616 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port eead085b-e992-4c34-b508-35205be38ed3 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:32:12.408810 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port eead085b-e992-4c34-b508-35205be38ed3 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:32:12.409183 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:12.409397 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9459305c-c8b7-4e3b-83d8-38124430cfd5 req-317a55a1-d688-495d-a8cb-7ce48e79ff7b tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371127 May 12 05:32:12.459883 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 6616b5eb-495b-4097-89ce-500d6e31ce11, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6616b5eb-495b-4097-89ce-500d6e31ce11,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:12.475732 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'port_id': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'mac_address': 'fa:16:3e:af:6a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:32:12.550273 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 6616b5eb-495b-4097-89ce-500d6e31ce11 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:32:12.550708 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:12.574016 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port eead085b-e992-4c34-b508-35205be38ed3 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:32:12.574396 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:12.576883 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6616b5eb-495b-4097-89ce-500d6e31ce11 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:32:12.616273 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 6616b5eb-495b-4097-89ce-500d6e31ce11, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6616b5eb-495b-4097-89ce-500d6e31ce11,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:12.622912 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b7f06b-2b60-411c-b4d7-c2cd9b421abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eead085b-e992-4c34-b508-35205be38ed3'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:12.626388 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e93c002-cc7f-482a-94c4-f6090c879a27" -d '{"events": [{"server_uuid": "84b7f06b-2b60-411c-b4d7-c2cd9b421abc", "name": "network-vif-plugged", "status": "completed", "tag": "eead085b-e992-4c34-b508-35205be38ed3"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:12.636458 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:12.647973 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port eead085b-e992-4c34-b508-35205be38ed3, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=eead085b-e992-4c34-b508-35205be38ed3,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:12.676637 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bfb2b7-3c25-42bd-9319-6fccd03be6ab x-openstack-request-id: req-29bfb2b7-3c25-42bd-9319-6fccd03be6ab {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:12.676927 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b7f06b-2b60-411c-b4d7-c2cd9b421abc", "name": "network-vif-plugged", "status": "completed", "tag": "eead085b-e992-4c34-b508-35205be38ed3", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:12.677262 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29bfb2b7-3c25-42bd-9319-6fccd03be6ab {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:12.677544 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bfb2b7-3c25-42bd-9319-6fccd03be6ab'] response: {'server_uuid': '84b7f06b-2b60-411c-b4d7-c2cd9b421abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eead085b-e992-4c34-b508-35205be38ed3', 'code': 200} May 12 05:32:12.680455 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:12.713779 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=6616b5eb-495b-4097-89ce-500d6e31ce11,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:12.773191 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=eead085b-e992-4c34-b508-35205be38ed3,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:12.845434 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f8afb-e691-4b52-a960-b58e7e293c59 req-ba51eb33-3fda-43fd-ac5a-be8be00c5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:12.847681 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bd1f8afb-e691-4b52-a960-b58e7e293c59 req-ba51eb33-3fda-43fd-ac5a-be8be00c5f01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 1099 time: 0.0427086 May 12 05:32:12.884120 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-bd1f8afb-e691-4b52-a960-b58e7e293c59 req-f4db86fc-1b14-4465-828b-33f5299c3847 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283532 May 12 05:32:12.894782 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3705375-0a91-4081-9eca-bbfbc8381963 req-2d4d52fa-20f3-41cf-9170-9bd306c5261b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:12.896222 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b3705375-0a91-4081-9eca-bbfbc8381963 req-2d4d52fa-20f3-41cf-9170-9bd306c5261b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 945 time: 0.0511911 May 12 05:32:12.933443 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b3705375-0a91-4081-9eca-bbfbc8381963 req-63ed01af-9dc1-4248-8abb-23f581c717ac tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 May 12 05:32:12.979193 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['6616b5eb-495b-4097-89ce-500d6e31ce11'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:32:13.129974 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558ff5c-fca7-4cb6-b83d-da4e689fbad7 req-b51e6a22-0de1-4c1c-af87-6e36b0b006d0 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:13.131462 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f558ff5c-fca7-4cb6-b83d-da4e689fbad7 req-b51e6a22-0de1-4c1c-af87-6e36b0b006d0 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0484071 May 12 05:32:13.170801 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f558ff5c-fca7-4cb6-b83d-da4e689fbad7 req-39f5e15a-a24f-4a5c-9825-e4b17827e751 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 May 12 05:32:13.501877 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a2682-c85b-4dc8-ba85-b4533beb4200 req-707d07de-b1fd-4d0b-80d6-8b73d11e4ee1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:13.503358 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d61a2682-c85b-4dc8-ba85-b4533beb4200 req-707d07de-b1fd-4d0b-80d6-8b73d11e4ee1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0497022 May 12 05:32:13.526459 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c58df1-69ce-4066-8e73-50256b4f3743 req-a835b202-7692-4ff3-983a-93d9a53b2019 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:13.527940 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-86c58df1-69ce-4066-8e73-50256b4f3743 req-a835b202-7692-4ff3-983a-93d9a53b2019 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.0514758 May 12 05:32:13.541702 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d61a2682-c85b-4dc8-ba85-b4533beb4200 req-54605939-276a-482c-999c-d71e88612bdd tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 May 12 05:32:13.570340 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-86c58df1-69ce-4066-8e73-50256b4f3743 req-fb1bff30-c3a8-47a6-aeb1-d7b68f21b9a9 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358191 May 12 05:32:14.044175 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfb85a-0e9a-4aaf-8a93-f9d1c34320f3 req-d664f836-f74e-496e-bcb4-2ff59441c0e2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.045622 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-70bfb85a-0e9a-4aaf-8a93-f9d1c34320f3 req-d664f836-f74e-496e-bcb4-2ff59441c0e2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 945 time: 0.0470817 May 12 05:32:14.084217 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-70bfb85a-0e9a-4aaf-8a93-f9d1c34320f3 req-338f4766-6fa5-46bd-825c-596167db3fae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308297 May 12 05:32:14.269624 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 6616b5eb-495b-4097-89ce-500d6e31ce11 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:32:14.289082 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f79fd-d27e-49b7-8a91-506265893e38 req-5153ec48-51b3-4a14-b109-1177d5de9498 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.290585 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1e9f79fd-d27e-49b7-8a91-506265893e38 req-5153ec48-51b3-4a14-b109-1177d5de9498 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0516493 May 12 05:32:14.318021 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 6616b5eb-495b-4097-89ce-500d6e31ce11 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:32:14.322092 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 6616b5eb-495b-4097-89ce-500d6e31ce11 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:32:14.322481 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:14.329737 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1e9f79fd-d27e-49b7-8a91-506265893e38 req-b68c9e06-359b-4e61-b7d7-99982bc7f65c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332000 May 12 05:32:14.401052 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 6616b5eb-495b-4097-89ce-500d6e31ce11 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:32:14.401439 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:14.436658 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 6616b5eb-495b-4097-89ce-500d6e31ce11, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6616b5eb-495b-4097-89ce-500d6e31ce11,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:14.441195 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:14.493183 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=6616b5eb-495b-4097-89ce-500d6e31ce11,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:14.524993 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdb7b5-1909-4bb7-9f01-29e281c3998f req-b0ec3a9d-1db7-4417-a50f-8d3cef8eecda tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.527145 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d1cdb7b5-1909-4bb7-9f01-29e281c3998f req-b0ec3a9d-1db7-4417-a50f-8d3cef8eecda tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0499053 May 12 05:32:14.590197 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d1cdb7b5-1909-4bb7-9f01-29e281c3998f req-714f15d4-dcf9-428f-9d3c-88a9baeeacf5 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562987 May 12 05:32:14.616569 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-4d1393a3-e72f-43a6-8c6e-98d64c004b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.618304 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-4d1393a3-e72f-43a6-8c6e-98d64c004b16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 1099 time: 0.0633895 May 12 05:32:14.662725 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b49f0e-d0a7-4560-a2ab-b293e46bfcd6 req-11ae1e79-b39e-47fe-baaa-26aea10f021f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.664181 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-59b49f0e-d0a7-4560-a2ab-b293e46bfcd6 req-11ae1e79-b39e-47fe-baaa-26aea10f021f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0511415 May 12 05:32:14.679007 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4168e597-f167-4147-82e8-f012e95a7b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6616b5eb-495b-4097-89ce-500d6e31ce11'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:14.681435 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746c3fbe-b5ba-49e5-8c73-6809b47f7886" -d '{"events": [{"server_uuid": "4168e597-f167-4147-82e8-f012e95a7b1b", "name": "network-vif-plugged", "status": "completed", "tag": "6616b5eb-495b-4097-89ce-500d6e31ce11"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:14.702012 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-59b49f0e-d0a7-4560-a2ab-b293e46bfcd6 req-d0ed7408-0867-4637-9c48-c29b8e5b9867 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 May 12 05:32:14.748739 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524d2d-d8ee-4baf-aa73-e970d73e5b12 req-1f54c6a5-a8d3-4fd2-895b-7243d88afc23 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.750134 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9524d2d-d8ee-4baf-aa73-e970d73e5b12 req-1f54c6a5-a8d3-4fd2-895b-7243d88afc23 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.0813625 May 12 05:32:14.753788 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-952e101c-b407-4753-8d9f-983e6dc50d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.755334 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-952e101c-b407-4753-8d9f-983e6dc50d2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 912 time: 0.1278129 May 12 05:32:14.756650 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbf2a01-312e-4651-a67f-23190cb572b8 x-openstack-request-id: req-bfbf2a01-312e-4651-a67f-23190cb572b8 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:14.756941 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4168e597-f167-4147-82e8-f012e95a7b1b", "name": "network-vif-plugged", "status": "completed", "tag": "6616b5eb-495b-4097-89ce-500d6e31ce11", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:14.757187 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfbf2a01-312e-4651-a67f-23190cb572b8 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:14.757572 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbf2a01-312e-4651-a67f-23190cb572b8'] response: {'server_uuid': '4168e597-f167-4147-82e8-f012e95a7b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'code': 200} May 12 05:32:14.823431 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9524d2d-d8ee-4baf-aa73-e970d73e5b12 req-cf2e5d15-edee-4363-9c57-8b384d1dac0f tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664096 May 12 05:32:14.842417 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-ecb6d63f-b8ef-4b2e-870a-dddc0068eebf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d HTTP/1.1" status: 200 len: 1002 time: 0.0687566 May 12 05:32:14.892378 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-ee02b28f-077a-46a5-bcb1-eecd0c7ab034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.894545 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-ee02b28f-077a-46a5-bcb1-eecd0c7ab034 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.0444765 May 12 05:32:14.949702 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-27e0368b-84d1-498c-ac03-3ad4f9f2d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.951185 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-27e0368b-84d1-498c-ac03-3ad4f9f2d3fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0474823 May 12 05:32:14.964385 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f12b7-424e-4691-b34a-cb54ae408454 req-c88caa3e-2d91-4c0c-8b85-9b5426429d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:14.966120 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4e3f12b7-424e-4691-b34a-cb54ae408454 req-c88caa3e-2d91-4c0c-8b85-9b5426429d8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 1099 time: 0.0410767 May 12 05:32:15.011285 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4e3f12b7-424e-4691-b34a-cb54ae408454 req-6dc333fb-ace6-44ca-89ee-d97f8c38df74 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345318 May 12 05:32:15.052510 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-9abfb5bf-f93a-4196-a228-3d5e49db776f service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891180 May 12 05:32:15.202797 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3667b-fdff-46ee-afb8-a881fc9c1ba7 req-ad230bdb-b792-4b5f-a21a-86778e058351 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:15.204261 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e2d3667b-fdff-46ee-afb8-a881fc9c1ba7 req-ad230bdb-b792-4b5f-a21a-86778e058351 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 946 time: 0.0479853 May 12 05:32:15.240482 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e2d3667b-fdff-46ee-afb8-a881fc9c1ba7 req-3156e2c8-b6b5-4aa3-a9a0-5783b6ba6636 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297976 May 12 05:32:15.348358 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-239e51c8-ce62-4364-8de8-cf5f5be4fe9f req-ce4c1ede-deaa-4005-8414-1d95219dccdf service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853753 May 12 05:32:15.705416 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3669a8-9356-46e4-9812-bdee464631f9 req-bffce1f8-3cb0-4410-a8e1-d006d4c3c8dd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:15.707342 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0e3669a8-9356-46e4-9812-bdee464631f9 req-bffce1f8-3cb0-4410-a8e1-d006d4c3c8dd tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0467019 May 12 05:32:15.744495 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0e3669a8-9356-46e4-9812-bdee464631f9 req-a5ec3f81-bd6c-43d5-be0c-65891836423e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 May 12 05:32:15.823680 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be00c4-7205-4c76-810b-1130b0004188 req-a634ac9f-dd1c-4127-8aff-39ebbb209469 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:15.825878 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-68be00c4-7205-4c76-810b-1130b0004188 req-a634ac9f-dd1c-4127-8aff-39ebbb209469 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0550339 May 12 05:32:15.862237 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-68be00c4-7205-4c76-810b-1130b0004188 req-f104e229-a8fe-4080-bb1d-78dbf1a5163f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303357 May 12 05:32:16.088246 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-7881085d-92d8-4fd0-9d35-1e764699f0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:16.580921 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfcf6a-482f-490e-af4d-a1d3956f28fb req-e2f7dad8-3bf6-470c-a920-1d2d18e5c88c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:16.582295 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7fbfcf6a-482f-490e-af4d-a1d3956f28fb req-e2f7dad8-3bf6-470c-a920-1d2d18e5c88c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 946 time: 0.2766712 May 12 05:32:16.621513 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7fbfcf6a-482f-490e-af4d-a1d3956f28fb req-c65e99d8-7b9a-4c21-b27c-3d3662d0be60 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 May 12 05:32:16.866543 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740ef42-39bb-43d4-8ceb-4029a8bf3fce req-3821e587-57b9-4d69-bcea-237df53606ec tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:16.868133 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6740ef42-39bb-43d4-8ceb-4029a8bf3fce req-3821e587-57b9-4d69-bcea-237df53606ec tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0556371 May 12 05:32:16.906286 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6740ef42-39bb-43d4-8ceb-4029a8bf3fce req-c1e2b9ef-08f1-43ab-8509-1d29a121b37d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318594 May 12 05:32:16.995861 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4b0e6-c28f-4cba-bbe6-07e877a9b0b1 req-4c52e818-c6af-4f4a-a3e9-c5ec3f728ce9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:16.997324 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f9d4b0e6-c28f-4cba-bbe6-07e877a9b0b1 req-4c52e818-c6af-4f4a-a3e9-c5ec3f728ce9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0488486 May 12 05:32:17.036371 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f9d4b0e6-c28f-4cba-bbe6-07e877a9b0b1 req-d125732a-664f-4b92-bf1e-96aec36131c6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329270 May 12 05:32:17.746699 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f84d-7014-4072-8fb7-86d436e1ef61 req-00a779d3-56f0-4549-b968-52e2f22f39a3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:17.748319 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1623f84d-7014-4072-8fb7-86d436e1ef61 req-00a779d3-56f0-4549-b968-52e2f22f39a3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 946 time: 0.0526454 May 12 05:32:17.790599 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1623f84d-7014-4072-8fb7-86d436e1ef61 req-33446fa9-2ce4-46d1-a861-4f1d50255aa8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355165 May 12 05:32:17.901736 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aae40-d067-4799-b916-b1e0815198c5 req-a2d51950-8007-4e95-8545-0511499c2003 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:17.903203 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-576aae40-d067-4799-b916-b1e0815198c5 req-a2d51950-8007-4e95-8545-0511499c2003 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 946 time: 0.0481789 May 12 05:32:17.911557 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 48806) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:17.915810 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'floatingip': {'port_id': '6616b5eb-495b-4097-89ce-500d6e31ce11'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:17.953622 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:18.161213 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac562bd-ef15-4344-b03f-e2e022b24156 req-08dc3349-9837-494b-8464-d338eadabe71 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:18.162674 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-aac562bd-ef15-4344-b03f-e2e022b24156 req-08dc3349-9837-494b-8464-d338eadabe71 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0522919 May 12 05:32:18.199387 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-aac562bd-ef15-4344-b03f-e2e022b24156 req-81c40591-f512-4aec-8110-f8ce268160c5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307157 May 12 05:32:18.308729 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-a5a8b226-c705-48ce-b62c-7766f5802213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:18.402540 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:18.406506 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:18.507599 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Floating IP 952a3c72-f59c-41dd-8da5-5a66cc40a51e associated. External IP: 172.28.0.155, port: 6616b5eb-495b-4097-89ce-500d6e31ce11. May 12 05:32:18.709456 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:32:19.024983 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:32:19.029531 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:19.035095 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:32:19.044325 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:32:19.044926 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:19.058770 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-fcb52ecd-4383-4fd9-a489-db5520671306 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "PUT /v2.0/floatingips/952a3c72-f59c-41dd-8da5-5a66cc40a51e HTTP/1.1" status: 200 len: 992 time: 1.1439972 May 12 05:32:19.058770 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4168e597-f167-4147-82e8-f012e95a7b1b', 'tag': '6616b5eb-495b-4097-89ce-500d6e31ce11'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:19.059440 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94579e72-7def-4ee8-a9f4-93f8d1acac45" -d '{"events": [{"name": "network-changed", "server_uuid": "4168e597-f167-4147-82e8-f012e95a7b1b", "tag": "6616b5eb-495b-4097-89ce-500d6e31ce11"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:19.095612 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611adf41-07ff-4c99-a678-11d1c57124cd x-openstack-request-id: req-611adf41-07ff-4c99-a678-11d1c57124cd {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:19.095925 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4168e597-f167-4147-82e8-f012e95a7b1b", "tag": "6616b5eb-495b-4097-89ce-500d6e31ce11", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:19.096727 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-611adf41-07ff-4c99-a678-11d1c57124cd {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:19.097124 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611adf41-07ff-4c99-a678-11d1c57124cd'] response: {'name': 'network-changed', 'server_uuid': '4168e597-f167-4147-82e8-f012e95a7b1b', 'tag': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'status': 'completed', 'code': 200} May 12 05:32:19.167740 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:32:19.183581 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-d2c116ec-863e-4d6a-b40e-4f39172cf6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:19.185189 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-d2c116ec-863e-4d6a-b40e-4f39172cf6a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 1099 time: 0.0431013 May 12 05:32:19.290774 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-c3fc1cde-c8e3-4395-8755-77a41eecaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:19.292169 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-c3fc1cde-c8e3-4395-8755-77a41eecaa6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 915 time: 0.0930231 May 12 05:32:19.319290 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1f7ff-8bc9-4f22-8f7b-e667e1a3ad08 req-2ea1e218-174e-4caf-9efd-710b0d25e692 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:19.321712 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-65c1f7ff-8bc9-4f22-8f7b-e667e1a3ad08 req-2ea1e218-174e-4caf-9efd-710b0d25e692 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0505989 May 12 05:32:19.335987 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:19.362487 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-65c1f7ff-8bc9-4f22-8f7b-e667e1a3ad08 req-cc41eb6e-c341-4a19-a585-35b227e5f629 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348196 May 12 05:32:19.371276 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-43b495c6-017b-4e71-8dbc-f36d3cae045a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6616b5eb-495b-4097-89ce-500d6e31ce11 HTTP/1.1" status: 200 len: 1000 time: 0.0630226 May 12 05:32:19.401674 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '952a3c72-f59c-41dd-8da5-5a66cc40a51e', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:af:6a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4168e597-f167-4147-82e8-f012e95a7b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:32:04Z', 'updated_at': '2022-05-12T05:32:18Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:19.422595 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-d6055909-9944-4db1-af0f-1091e1be9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:19.424365 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-d6055909-9944-4db1-af0f-1091e1be9472 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0452542 May 12 05:32:19.431277 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:32:19.439364 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:32:19.440020 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:19.478662 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-4c32b391-0311-4afc-813d-d4546f8c42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:19.480248 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-4c32b391-0311-4afc-813d-d4546f8c42d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0479023 May 12 05:32:19.557558 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:32:19.574291 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-fb11d28f-32d5-4b78-8959-ddfa94696f89 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841053 May 12 05:32:19.669889 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-94579e72-7def-4ee8-a9f4-93f8d1acac45 req-1fd5501a-312f-46a0-8670-b10db9d8160f service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874879 May 12 05:32:19.878522 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '952a3c72-f59c-41dd-8da5-5a66cc40a51e', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:af:6a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4168e597-f167-4147-82e8-f012e95a7b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:32:04Z', 'updated_at': '2022-05-12T05:32:18Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:19.907013 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f8e59-bd98-4593-9980-691f5a898f07 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '952a3c72-f59c-41dd-8da5-5a66cc40a51e', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:af:6a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4168e597-f167-4147-82e8-f012e95a7b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:32:04Z', 'updated_at': '2022-05-12T05:32:18Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:32:20.084149 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7461f3-20be-446f-989b-12bff91c778e None None] New status for floating IP 952a3c72-f59c-41dd-8da5-5a66cc40a51e: ACTIVE {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:32:20.476141 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79c04-925d-41d1-bb4c-3be9d6e5e5cd req-4a077962-07b2-4a82-ae36-9cb90c562ee6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:20.477482 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-00b79c04-925d-41d1-bb4c-3be9d6e5e5cd req-4a077962-07b2-4a82-ae36-9cb90c562ee6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0468006 May 12 05:32:20.514738 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-00b79c04-925d-41d1-bb4c-3be9d6e5e5cd req-6caff1da-3f80-4346-8ff8-959594fb6ca6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313261 May 12 05:32:20.837711 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:21.169168 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:21.626680 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef252c-7107-45a7-a503-d06dc6966af6 req-552bc62b-6b8c-40e0-a5c6-b80bae79bc40 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:21.628130 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-69ef252c-7107-45a7-a503-d06dc6966af6 req-552bc62b-6b8c-40e0-a5c6-b80bae79bc40 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0463037 May 12 05:32:21.663991 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-69ef252c-7107-45a7-a503-d06dc6966af6 req-3c71fa0f-8b72-4905-8769-8d57e62727c9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294063 May 12 05:32:22.778729 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f021b-b570-415c-86ea-83825dca4afa req-92c8c9dc-141d-4233-a803-08fc4f493948 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:22.780172 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-974f021b-b570-415c-86ea-83825dca4afa req-92c8c9dc-141d-4233-a803-08fc4f493948 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0467517 May 12 05:32:22.817365 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-974f021b-b570-415c-86ea-83825dca4afa req-49f947fd-98fc-4c92-913e-a7d2be4b742d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311360 May 12 05:32:23.931572 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6505a87-52a7-4fdb-928c-c8d78d89918a req-a0ee9a76-63ea-494c-a268-65b79ffab173 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:23.933063 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c6505a87-52a7-4fdb-928c-c8d78d89918a req-a0ee9a76-63ea-494c-a268-65b79ffab173 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0484517 May 12 05:32:23.976279 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c6505a87-52a7-4fdb-928c-c8d78d89918a req-8db8e472-23ec-4e5f-a13c-1cf9a0b8b394 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356426 May 12 05:32:25.094578 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbdd3c-33a2-4b2f-b3f5-66d7d891ea17 req-a08a9eda-1617-4b8f-86f1-fbb51a8cfbcd tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:25.096120 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60dbdd3c-33a2-4b2f-b3f5-66d7d891ea17 req-a08a9eda-1617-4b8f-86f1-fbb51a8cfbcd tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0524528 May 12 05:32:25.133710 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-60dbdd3c-33a2-4b2f-b3f5-66d7d891ea17 req-e8042d0f-4678-42bd-9227-f8c40e442fc1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309739 May 12 05:32:26.276719 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57c2a8-99ab-4086-b18c-cdc11ab49126 req-652f52f2-88a5-47ea-8cb9-91e5532e5ad6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:26.278200 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd57c2a8-99ab-4086-b18c-cdc11ab49126 req-652f52f2-88a5-47ea-8cb9-91e5532e5ad6 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0731058 May 12 05:32:26.280548 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4515d-b8d3-47e4-a500-58d0092f3ea0 req-f3631153-a7c1-4716-976c-6dc06acdd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:26.281886 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-49e4515d-b8d3-47e4-a500-58d0092f3ea0 req-f3631153-a7c1-4716-976c-6dc06acdd832 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1099 time: 0.0669169 May 12 05:32:26.333516 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd57c2a8-99ab-4086-b18c-cdc11ab49126 req-c84f2fcd-ae06-400b-893e-e7f2cd6b9988 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490124 May 12 05:32:26.338789 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-49e4515d-b8d3-47e4-a500-58d0092f3ea0 req-a73bc011-b9e3-43cd-bb0e-247e35277abc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 May 12 05:32:27.453098 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aca30c-343e-44ba-bab8-2f315fae7eb7 req-075aed8f-e242-4245-9217-1a98227a0f6f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:27.454660 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b0aca30c-343e-44ba-bab8-2f315fae7eb7 req-075aed8f-e242-4245-9217-1a98227a0f6f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0508962 May 12 05:32:27.492350 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b0aca30c-343e-44ba-bab8-2f315fae7eb7 req-3f1566c5-f4e2-4504-bcd9-b9691f9f6e2a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 May 12 05:32:28.350588 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69452039-f17c-4816-9b49-864706eab5d8 req-fbbb4b83-c0c5-459b-aa16-6a7b90fa5357 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:28.352059 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-69452039-f17c-4816-9b49-864706eab5d8 req-fbbb4b83-c0c5-459b-aa16-6a7b90fa5357 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0750737 May 12 05:32:28.357721 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-d4a19616-3fbc-490a-b3e3-df6dec0f96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:28.359060 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-d4a19616-3fbc-490a-b3e3-df6dec0f96b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2777781455884eda8846472d2ec8715c&device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1138 time: 0.0562165 May 12 05:32:28.432007 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-69452039-f17c-4816-9b49-864706eab5d8 req-60675fa3-24b7-4bb0-9645-fe25fa83b03c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719523 May 12 05:32:28.476978 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-4d3894f1-3824-42e6-9bc9-7fbb5045c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:28.478353 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-4d3894f1-3824-42e6-9bc9-7fbb5045c6f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 200 len: 915 time: 0.1000190 May 12 05:32:28.552969 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-8f5361aa-06b6-4dc9-b830-1faef5d743a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 1002 time: 0.0641608 May 12 05:32:28.614655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-cc942ae3-9198-49ac-be99-942b9d7a337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:28.614907 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21902a03-4536-4935-9885-994dbd6c06f0 req-3dfec901-cd19-4019-b27c-d03d49451730 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:28.616130 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-cc942ae3-9198-49ac-be99-942b9d7a337e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 HTTP/1.1" status: 200 len: 853 time: 0.0476599 May 12 05:32:28.616350 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-21902a03-4536-4935-9885-994dbd6c06f0 req-3dfec901-cd19-4019-b27c-d03d49451730 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0485990 May 12 05:32:28.654580 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-21902a03-4536-4935-9885-994dbd6c06f0 req-051f4943-f043-4fbf-86cd-888259f82717 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320330 May 12 05:32:28.666581 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-4b698dc1-8da1-4c4b-8be3-8d80af2f8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:28.668078 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-4b698dc1-8da1-4c4b-8be3-8d80af2f8309 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a7d67df-2f1e-49ec-b402-37c0ec763b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0409441 May 12 05:32:28.758042 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-ba31e49e-96c4-4c58-aafc-03ec551adbfe service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801597 May 12 05:32:28.857106 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5b277656-13ac-431b-a97a-cc0f3bd70b86 req-c7d0f258-a6bf-4e5e-a331-4245c052caaa service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870278 May 12 05:32:29.057441 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f8d2-42f7-4c13-9ab6-3224fe251571 req-1183703e-f9df-4403-b3b6-06dd9ecaf2ea tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:29.058970 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-67f1f8d2-42f7-4c13-9ab6-3224fe251571 req-1183703e-f9df-4403-b3b6-06dd9ecaf2ea tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0759306 May 12 05:32:29.061619 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-b7814fa4-d372-46c5-ae3f-ca7f66224fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:29.062969 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-b7814fa4-d372-46c5-ae3f-ca7f66224fc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1099 time: 0.0696874 May 12 05:32:29.142226 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-67f1f8d2-42f7-4c13-9ab6-3224fe251571 req-aa20e3cf-dbb3-43ce-820c-624d5877031d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772674 May 12 05:32:29.178250 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-7ce410fa-5bb5-4ee3-8737-15f1829381f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:29.179688 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-7ce410fa-5bb5-4ee3-8737-15f1829381f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.0985842 May 12 05:32:29.251344 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-a943a696-cf5c-4188-b39c-d8361a0dad79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 200 len: 1001 time: 0.0605342 May 12 05:32:29.299304 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-36e922c8-79f8-43ce-9e71-1796b438031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:29.300770 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-36e922c8-79f8-43ce-9e71-1796b438031a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0429616 May 12 05:32:29.354011 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-3835f5b0-9d57-4e53-be18-9b2047e0f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:29.355434 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-3835f5b0-9d57-4e53-be18-9b2047e0f551 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0379019 May 12 05:32:29.444151 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-e66b52c7-1cb6-4872-985a-0c9059f2871d service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818670 May 12 05:32:29.534047 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d4738970-e5a4-40b3-aca9-bb346bfaca41 req-34b16e29-b971-4ab1-b0d4-545a9cec104a service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796871 May 12 05:32:29.549883 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0e922-fab6-44c2-8c33-cb3b8893f1e2 req-620fd4f2-9213-4709-b88e-9a478f1a25c3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:29.552045 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-56e0e922-fab6-44c2-8c33-cb3b8893f1e2 req-620fd4f2-9213-4709-b88e-9a478f1a25c3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0489626 May 12 05:32:29.592246 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-56e0e922-fab6-44c2-8c33-cb3b8893f1e2 req-9c4d24e0-35ae-402c-8622-4e83ea843a4d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325119 May 12 05:32:30.259126 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbbdc9-b6a3-4a3a-a7f3-5d19eca79a7d req-5a30a7bf-1b59-433d-af1b-ae4a180f968f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:30.260665 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-55dbbdc9-b6a3-4a3a-a7f3-5d19eca79a7d req-5a30a7bf-1b59-433d-af1b-ae4a180f968f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0495348 May 12 05:32:30.299961 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-55dbbdc9-b6a3-4a3a-a7f3-5d19eca79a7d req-b4df9b56-4bab-46a3-80e1-0127163c603b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322685 May 12 05:32:30.711098 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e468-e332-4c6d-b6bd-90cb711a7fa6 req-fc75bf16-0f44-4f93-b44f-a12e554daf99 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:30.712585 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3190e468-e332-4c6d-b6bd-90cb711a7fa6 req-fc75bf16-0f44-4f93-b44f-a12e554daf99 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0518136 May 12 05:32:30.750818 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3190e468-e332-4c6d-b6bd-90cb711a7fa6 req-498a8b31-3234-4213-90d6-b4afd79ef5e7 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321870 May 12 05:32:31.417250 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16c1eb-175d-439d-b260-0134861384b8 req-897d66d1-6ebf-406a-b90e-56a1a36ffb86 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:31.418615 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cc16c1eb-175d-439d-b260-0134861384b8 req-897d66d1-6ebf-406a-b90e-56a1a36ffb86 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0516877 May 12 05:32:31.455452 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cc16c1eb-175d-439d-b260-0134861384b8 req-129d5e39-c74e-489e-ac6c-36221ee7c3dc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307183 May 12 05:32:31.873271 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1f7c0-e9fa-426b-b9c0-216b54f151f4 req-ef45b76a-2c83-4622-a60b-630f6a0bf35c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:31.874685 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eec1f7c0-e9fa-426b-b9c0-216b54f151f4 req-ef45b76a-2c83-4622-a60b-630f6a0bf35c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0562451 May 12 05:32:31.913319 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eec1f7c0-e9fa-426b-b9c0-216b54f151f4 req-b5c0a321-b121-453a-9088-18acc22f82c7 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322795 May 12 05:32:32.566263 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59949ff8-c43c-46a4-8ea0-a09501d672a6 req-332f75a8-b60d-4c03-953c-96bd76e9e108 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:32.568246 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-59949ff8-c43c-46a4-8ea0-a09501d672a6 req-332f75a8-b60d-4c03-953c-96bd76e9e108 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0472453 May 12 05:32:32.604448 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-59949ff8-c43c-46a4-8ea0-a09501d672a6 req-84d16464-2fcd-488c-b937-40d07cd8052b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302308 May 12 05:32:32.718173 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614f885-0217-4422-8f4e-e2c036f7039b req-6e7ccf01-6e1b-4ce7-9ad8-5b91afbac1d5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:32.719611 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6614f885-0217-4422-8f4e-e2c036f7039b req-6e7ccf01-6e1b-4ce7-9ad8-5b91afbac1d5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0478783 May 12 05:32:32.727895 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 48926) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:32.732061 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-0e64c481-505a-4706-a316-38d8dd77c6a7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Request body: {'floatingip': {'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:32:32.790257 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0e64c481-505a-4706-a316-38d8dd77c6a7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:33.025241 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2ed0a-80df-4717-b6fa-87734bd346c7 req-56b41971-771b-4069-90ab-dc0528f123c2 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:33.026727 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9ca2ed0a-80df-4717-b6fa-87734bd346c7 req-56b41971-771b-4069-90ab-dc0528f123c2 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0472584 May 12 05:32:33.066107 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9ca2ed0a-80df-4717-b6fa-87734bd346c7 req-f17d6de1-7d39-4d23-8495-eb0884b8ad4f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330939 May 12 05:32:33.235969 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0e64c481-505a-4706-a316-38d8dd77c6a7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:33.241052 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0e64c481-505a-4706-a316-38d8dd77c6a7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:33.455065 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e64c481-505a-4706-a316-38d8dd77c6a7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:32:33.558695 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e64c481-505a-4706-a316-38d8dd77c6a7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:32:33.563579 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0e64c481-505a-4706-a316-38d8dd77c6a7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:33.568921 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] Sync routers for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:32:33.578412 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:32:33.579017 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:33.590517 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:33.592752 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf75f6e-a53c-431e-9c12-c194e42d144e" -d '{"events": [{"name": "network-changed", "server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:33.626537 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-0e64c481-505a-4706-a316-38d8dd77c6a7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "PUT /v2.0/floatingips/78e14f62-252d-4152-90ce-3ce9116acb9c HTTP/1.1" status: 200 len: 993 time: 0.8955402 May 12 05:32:33.650761 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb531cd4-08cc-4b44-bfd3-3ae159cf02ce x-openstack-request-id: req-bb531cd4-08cc-4b44-bfd3-3ae159cf02ce {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:33.651053 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:33.651307 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb531cd4-08cc-4b44-bfd3-3ae159cf02ce {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:33.651718 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb531cd4-08cc-4b44-bfd3-3ae159cf02ce'] response: {'name': 'network-changed', 'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469', 'status': 'completed', 'code': 200} May 12 05:32:33.685565 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:32:33.728627 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-674c8dcb-3c6a-4ad8-b2db-fa496c84bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:33.730109 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-674c8dcb-3c6a-4ad8-b2db-fa496c84bf37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1099 time: 0.0424209 May 12 05:32:33.825924 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-3e59b7b9-e15c-45ec-9306-127a04a25579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:33.827500 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-3e59b7b9-e15c-45ec-9306-127a04a25579 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.0837064 May 12 05:32:33.903834 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78e14f62-252d-4152-90ce-3ce9116acb9c', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'mac_address': 'fa:16:3e:d9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:32:33Z', 'revision_number': 3, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:33.904916 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-5b0faefa-bcc6-487b-a6bc-78415e68440b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 200 len: 1001 time: 0.0629563 May 12 05:32:33.933650 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] Checking router: ea4614c6-a6e4-4bc8-b0ee-0213708557b4 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:32:33.941658 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:32:33.942259 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:33.965171 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-e8c9e836-a344-4b7e-8a62-9bbabe07d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:33.966774 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-e8c9e836-a344-4b7e-8a62-9bbabe07d447 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0435758 May 12 05:32:34.026145 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-3345583a-4077-4b8c-916f-dd4b38dc0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:34.027689 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-3345583a-4077-4b8c-916f-dd4b38dc0be3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0402882 May 12 05:32:34.052161 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:32:34.130684 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-7eef3523-d95a-4f0f-b58f-ba16f7657af3 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898910 May 12 05:32:34.229713 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be261ea-e1bf-4785-a4ba-c7f9c8a544e7 req-9e94ee86-0490-4b03-9172-5e3b9cd9e9b1 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:34.231988 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0be261ea-e1bf-4785-a4ba-c7f9c8a544e7 req-9e94ee86-0490-4b03-9172-5e3b9cd9e9b1 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0898037 May 12 05:32:34.262731 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fbf75f6e-a53c-431e-9c12-c194e42d144e req-f86c8a17-b2f6-4b95-bdba-683c6d9caf17 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096148 May 12 05:32:34.276093 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0be261ea-e1bf-4785-a4ba-c7f9c8a544e7 req-4683b25a-7c92-4701-9488-8c85478a1f9d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373328 May 12 05:32:34.312368 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78e14f62-252d-4152-90ce-3ce9116acb9c', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'mac_address': 'fa:16:3e:d9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:32:33Z', 'revision_number': 3, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:34.341277 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c6540-41ae-44f4-a112-c13a1a468c1c None None] The sync data for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb is: [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78e14f62-252d-4152-90ce-3ce9116acb9c', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'port_id': '42d649d8-8807-4db4-8015-d57b81e8e469', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'mac_address': 'fa:16:3e:d9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:32:33Z', 'revision_number': 3, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:32:34.668315 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf923f-43de-45e6-af9c-bdda9a9b5f2b req-48064dd9-1bea-4b4a-a4c2-ebfaeb310098 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:34.669757 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a4cf923f-43de-45e6-af9c-bdda9a9b5f2b req-48064dd9-1bea-4b4a-a4c2-ebfaeb310098 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.0470419 May 12 05:32:34.707728 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a4cf923f-43de-45e6-af9c-bdda9a9b5f2b req-d6a4dfcf-fe50-4207-a674-c573ec7dbb6c tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305181 May 12 05:32:35.392290 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e2a7d-16b0-4455-836e-c0306583df9b req-eaa2fb18-bd31-4de4-a8b5-1e7527a1e6ca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:35.393734 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a82e2a7d-16b0-4455-836e-c0306583df9b req-eaa2fb18-bd31-4de4-a8b5-1e7527a1e6ca tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0487423 May 12 05:32:35.433615 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a82e2a7d-16b0-4455-836e-c0306583df9b req-15e0f9dc-192a-4e0a-85a9-074320c34d83 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337665 May 12 05:32:35.652687 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:35.654973 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7c941c-8135-4f31-9a38-db1126d5cf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:35.691127 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092b1ad5-39f1-4faa-a6a1-80af2110ee17 x-openstack-request-id: req-092b1ad5-39f1-4faa-a6a1-80af2110ee17 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:35.691468 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:35.691790 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-092b1ad5-39f1-4faa-a6a1-80af2110ee17 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:35.692223 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092b1ad5-39f1-4faa-a6a1-80af2110ee17'] response: {'name': 'network-changed', 'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469', 'status': 'completed', 'code': 200} May 12 05:32:35.768936 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-cc53caf1-c789-4bf0-9dc4-5228e12d2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:35.770925 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-cc53caf1-c789-4bf0-9dc4-5228e12d2592 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 1099 time: 0.0466979 May 12 05:32:35.875463 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5e907-0558-46b3-b33e-a20726be26af req-b165036d-dde9-47bf-be2d-df1172ada1e8 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:35.877030 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-74d5e907-0558-46b3-b33e-a20726be26af req-b165036d-dde9-47bf-be2d-df1172ada1e8 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.1016009 May 12 05:32:35.907386 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-2b1f2393-f80d-436b-a513-c479e03686a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:35.908780 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-2b1f2393-f80d-436b-a513-c479e03686a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 200 len: 919 time: 0.1254461 May 12 05:32:35.925168 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-74d5e907-0558-46b3-b33e-a20726be26af req-5464a5ef-e065-4ff4-97c5-f0e67504803b tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 May 12 05:32:35.983331 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-4d5d1fe9-52ab-4caa-a816-2ae64b353f93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 200 len: 1001 time: 0.0557406 May 12 05:32:36.042637 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-d97ff502-23f5-46cb-bb41-95d68e5e00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:36.044061 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-d97ff502-23f5-46cb-bb41-95d68e5e00be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 200 len: 857 time: 0.0415831 May 12 05:32:36.093744 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-0da9ce32-b3eb-48ab-857d-1cd939c9e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:36.095216 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-0da9ce32-b3eb-48ab-857d-1cd939c9e17b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9685f37d-dec1-4535-8a83-f88a1b1d5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0417674 May 12 05:32:36.187249 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-98eecbec-e0b9-4652-9417-6a6200f34043 service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785744 May 12 05:32:36.280388 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cd7c941c-8135-4f31-9a38-db1126d5cf3f req-4d8b2d53-ce65-4dea-a733-959854fdeaea service neutron] 10.222.0.35 "GET /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837824 May 12 05:32:36.550534 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abd9ba-9d3b-4400-8b64-98302be4ce64 req-03c5b7b6-82d7-4ef4-82ee-feab4463c9f5 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:36.552011 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-11abd9ba-9d3b-4400-8b64-98302be4ce64 req-03c5b7b6-82d7-4ef4-82ee-feab4463c9f5 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0524750 May 12 05:32:36.568583 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:32:36.590256 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-11abd9ba-9d3b-4400-8b64-98302be4ce64 req-549fc9b3-c76e-43b4-8e66-2b97147c3f1a tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321887 May 12 05:32:37.038340 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f2c2-414f-4987-b8f3-ba37a43c50fb req-0130aff9-8441-4398-b01e-ae4cf657bee7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:37.039820 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6bb5f2c2-414f-4987-b8f3-ba37a43c50fb req-0130aff9-8441-4398-b01e-ae4cf657bee7 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.0484276 May 12 05:32:37.076264 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6bb5f2c2-414f-4987-b8f3-ba37a43c50fb req-4bb7a02f-0403-4aaa-88d6-15865f048b8e tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305371 May 12 05:32:37.702063 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe511e1-1d96-41c7-8812-a4afbd60c447 req-5eef3f2a-2850-4d69-ae0a-1880532f12a5 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:37.703500 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5fe511e1-1d96-41c7-8812-a4afbd60c447 req-5eef3f2a-2850-4d69-ae0a-1880532f12a5 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0477338 May 12 05:32:37.742372 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5fe511e1-1d96-41c7-8812-a4afbd60c447 req-c7b25c03-2c22-4444-8f77-5e0b01f63fe9 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326710 May 12 05:32:38.189567 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34269dc2-d6b1-43a6-bd72-37722f889edf req-6064b427-6ceb-495b-8523-18e267c1f3b3 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:38.190993 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-34269dc2-d6b1-43a6-bd72-37722f889edf req-6064b427-6ceb-495b-8523-18e267c1f3b3 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.0478225 May 12 05:32:38.227780 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-34269dc2-d6b1-43a6-bd72-37722f889edf req-b4fc091f-562a-4c68-9739-31caca53fddc tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306637 May 12 05:32:38.846362 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:38.858817 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578c4d2-7ae8-4aee-b630-f248867ddecc req-f0972a9d-3798-4a98-8592-44a8a30d1b6d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:38.860438 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4578c4d2-7ae8-4aee-b630-f248867ddecc req-f0972a9d-3798-4a98-8592-44a8a30d1b6d tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0516839 May 12 05:32:38.900938 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4578c4d2-7ae8-4aee-b630-f248867ddecc req-d07e3457-3215-4f18-9532-8a2f00384950 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336707 May 12 05:32:39.341855 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0877a-170d-4538-8927-d6ff3028977d req-d3e1977b-aa94-48a7-a2bc-a8e09b9a42b4 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:39.343299 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-72c0877a-170d-4538-8927-d6ff3028977d req-d3e1977b-aa94-48a7-a2bc-a8e09b9a42b4 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.0505364 May 12 05:32:39.379893 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-72c0877a-170d-4538-8927-d6ff3028977d req-7bcf7559-4bb8-4b6a-97f4-d447f0abc092 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 May 12 05:32:40.016524 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d86754-cecd-41b8-93b3-f303eb70fdf6 req-08d6ddaa-363f-4476-a3b5-12bb49f383fb tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:40.017970 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b3d86754-cecd-41b8-93b3-f303eb70fdf6 req-08d6ddaa-363f-4476-a3b5-12bb49f383fb tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0506685 May 12 05:32:40.056597 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b3d86754-cecd-41b8-93b3-f303eb70fdf6 req-3d7b2458-86fe-4543-8c95-c54b454141bf tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319843 May 12 05:32:40.491442 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c173e1-aa1d-40e8-ad09-99963731f1b1 req-08a55ed0-d293-4ff4-858d-0f97257a4a70 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:40.492898 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d7c173e1-aa1d-40e8-ad09-99963731f1b1 req-08a55ed0-d293-4ff4-858d-0f97257a4a70 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.0464478 May 12 05:32:40.529002 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d7c173e1-aa1d-40e8-ad09-99963731f1b1 req-e7ff7cbc-e02c-4c95-9161-5a8b9e6b6f0a tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13f6b1f-fca2-42e6-9994-7b396f222451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301442 May 12 05:32:40.828272 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d94975-629c-4808-9020-6213948509c1 req-00a62810-bba7-4811-8774-ecc923ebbeac tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:40.829635 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-40d94975-629c-4808-9020-6213948509c1 req-00a62810-bba7-4811-8774-ecc923ebbeac tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.35 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 946 time: 0.0475991 May 12 05:32:40.921904 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Deleting port eead085b-e992-4c34-b508-35205be38ed3 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:32:40.922249 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:41.005768 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] For port eead085b-e992-4c34-b508-35205be38ed3, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=eead085b-e992-4c34-b508-35205be38ed3,segment=NetworkSegment(870c714d-9246-46f1-aec6-353968f5a1ec),segment_id=870c714d-9246-46f1-aec6-353968f5a1ec)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:41.006124 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:41.018027 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Calling delete_port for eead085b-e992-4c34-b508-35205be38ed3 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:32:41.141752 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:41.157877 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['eead085b-e992-4c34-b508-35205be38ed3'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:32:41.170131 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Pushing event deleted for resources: {'Port': ['ID=eead085b-e992-4c34-b508-35205be38ed3,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:41.171806 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca03e0-70a0-4ee7-a120-84c1a6c23dbc req-f320f8c9-ecce-494d-8f9b-6f791443c0e3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:41.174211 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-34ca03e0-70a0-4ee7-a120-84c1a6c23dbc req-f320f8c9-ecce-494d-8f9b-6f791443c0e3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0503075 May 12 05:32:41.213065 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] No DVR routers for this DVR port eead085b-e992-4c34-b508-35205be38ed3 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:32:41.214242 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-34ca03e0-70a0-4ee7-a120-84c1a6c23dbc req-6ad67f6a-d2cb-4a6f-b49d-cd17b94f47a7 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337484 May 12 05:32:41.215577 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:41.218832 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-40d94975-629c-4808-9020-6213948509c1 req-2f7eb586-5c76-47e0-91a6-de30ea7866c6 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.35 "DELETE /v2.0/ports/eead085b-e992-4c34-b508-35205be38ed3 HTTP/1.1" status: 204 len: 173 time: 0.3818545 May 12 05:32:41.219266 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b7f06b-2b60-411c-b4d7-c2cd9b421abc', 'name': 'network-vif-deleted', 'tag': 'eead085b-e992-4c34-b508-35205be38ed3'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:41.221533 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4b8aa2-c29b-487b-ac74-cb8e04a5aeba" -d '{"events": [{"server_uuid": "84b7f06b-2b60-411c-b4d7-c2cd9b421abc", "name": "network-vif-deleted", "tag": "eead085b-e992-4c34-b508-35205be38ed3"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:41.261294 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33354e7-5279-443b-af83-a11b7a0cf42b x-openstack-request-id: req-c33354e7-5279-443b-af83-a11b7a0cf42b {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:41.261583 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b7f06b-2b60-411c-b4d7-c2cd9b421abc", "name": "network-vif-deleted", "tag": "eead085b-e992-4c34-b508-35205be38ed3", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:41.261833 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c33354e7-5279-443b-af83-a11b7a0cf42b {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:41.262228 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33354e7-5279-443b-af83-a11b7a0cf42b'] response: {'server_uuid': '84b7f06b-2b60-411c-b4d7-c2cd9b421abc', 'name': 'network-vif-deleted', 'tag': 'eead085b-e992-4c34-b508-35205be38ed3', 'status': 'completed', 'code': 200} May 12 05:32:41.630052 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1670aed8-f241-425a-ba8c-19a10c8f17b9 req-62de7ed1-6ffe-44fd-9f32-f64878aebc93 tempest-VolumesSnapshotTestJSON-1822347656 tempest-VolumesSnapshotTestJSON-1822347656-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b7f06b-2b60-411c-b4d7-c2cd9b421abc HTTP/1.1" status: 200 len: 210 time: 0.0253258 May 12 05:32:42.332196 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e43313-6151-44b0-be50-b84f841d1db2 req-3fce1262-dc49-4cab-a8f1-4c5e6008e5a3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:42.333644 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-76e43313-6151-44b0-be50-b84f841d1db2 req-3fce1262-dc49-4cab-a8f1-4c5e6008e5a3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0483069 May 12 05:32:42.372725 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-76e43313-6151-44b0-be50-b84f841d1db2 req-ef903c56-6262-49ee-bc8b-8487897ab900 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331597 May 12 05:32:43.482704 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dc8a3-5fc6-4cd2-b33c-7551e125d31f req-5796d3b1-7526-4b45-8c10-54af6bcd6f25 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:43.484140 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-746dc8a3-5fc6-4cd2-b33c-7551e125d31f req-5796d3b1-7526-4b45-8c10-54af6bcd6f25 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0465670 May 12 05:32:43.528317 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-746dc8a3-5fc6-4cd2-b33c-7551e125d31f req-8f0255d4-66df-4e19-b1d5-de23e0801ccb tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380659 May 12 05:32:44.458393 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device eead085b-e992-4c34-b508-35205be38ed3 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:32:44.477813 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: eead085b-e992-4c34-b508-35205be38ed3 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:32:44.478166 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device eead085b-e992-4c34-b508-35205be38ed3 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:32:44.640769 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd691-61e8-4eab-922e-403c5d7507ca req-eb308ce6-3801-4e1c-bd56-443322fbff9e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:44.642210 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-76ffd691-61e8-4eab-922e-403c5d7507ca req-eb308ce6-3801-4e1c-bd56-443322fbff9e tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0473409 May 12 05:32:44.683760 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-76ffd691-61e8-4eab-922e-403c5d7507ca req-d89bc4f9-f58f-45c3-a470-2fa2b3d468b2 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354481 May 12 05:32:45.801093 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0aeaa-c419-4d5d-af77-2bd4f91816f1 req-c8392e7f-92a4-4aa6-892b-4184d21730bf tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:45.802691 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-76b0aeaa-c419-4d5d-af77-2bd4f91816f1 req-c8392e7f-92a4-4aa6-892b-4184d21730bf tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.0504522 May 12 05:32:45.854512 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-76b0aeaa-c419-4d5d-af77-2bd4f91816f1 req-d2eed77d-a9f3-4d61-b39b-20080ff140d8 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&id=89a37698-3a87-4b5c-b418-2496a092da62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451467 May 12 05:32:46.092835 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e6a31241-af71-4cfe-a5e5-2ce421e67f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:48.310898 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-214fca5b-5dad-4f4c-afef-08fa3cc4d670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:49.338363 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:50.837301 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:51.161498 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:56.579013 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea53080-e16d-42b5-b6a3-e6d37cf5aa4a req-09817e22-4ecc-475b-92fb-68c39e16bde9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:56.580430 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-dea53080-e16d-42b5-b6a3-e6d37cf5aa4a req-09817e22-4ecc-475b-92fb-68c39e16bde9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 946 time: 0.0482426 May 12 05:32:56.617783 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-dea53080-e16d-42b5-b6a3-e6d37cf5aa4a req-40d2be81-3b61-4553-af98-4018fd7ee82c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308101 May 12 05:32:57.736375 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a7de7-c52b-4a40-bbb1-01c3a577dc81 req-5eb22a47-7447-4675-af79-57ffef8911b3 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:57.737711 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-693a7de7-c52b-4a40-bbb1-01c3a577dc81 req-5eb22a47-7447-4675-af79-57ffef8911b3 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 946 time: 0.0472977 May 12 05:32:57.774548 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-693a7de7-c52b-4a40-bbb1-01c3a577dc81 req-c2575228-ec0a-4815-a084-7d37b4310735 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302792 May 12 05:32:58.468652 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-69446dbd-cae1-408d-9650-a34c19b44a77 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:58.470092 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-69446dbd-cae1-408d-9650-a34c19b44a77 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 946 time: 0.0486314 May 12 05:32:58.563618 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Deleting port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:32:58.563984 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:58.648123 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] For port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:32:58.648491 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.002073 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774df97d-5df8-40c9-8bd7-449eb15e866f req-486930e2-ca41-488a-b6dc-12fd6cac36d0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:32:59.003516 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-774df97d-5df8-40c9-8bd7-449eb15e866f req-486930e2-ca41-488a-b6dc-12fd6cac36d0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18bce1c-0929-473c-b2c5-d560de8bb803 HTTP/1.1" status: 200 len: 946 time: 0.0973122 May 12 05:32:59.081332 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.081615 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.081934 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Floating IP 2d2c39ee-11ac-4551-9a1a-af1464fc1a96 disassociated. External IP: 172.28.0.181, port: 8a476b9c-c2ac-4673-b01c-42f91e29a4dd. May 12 05:32:59.082275 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Calling delete_port for 8a476b9c-c2ac-4673-b01c-42f91e29a4dd owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:32:59.086794 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-774df97d-5df8-40c9-8bd7-449eb15e866f req-f83bee36-efe4-43b9-985e-7f98b3f92f9d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=40dbb5a2-1955-4563-aa93-0ae3e7603a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518293 May 12 05:32:59.209271 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.248636 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event deleted for resources: {'Port': ['ID=8a476b9c-c2ac-4673-b01c-42f91e29a4dd,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:59.259334 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.259680 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.260044 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.260386 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.260716 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.261040 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.261370 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.261723 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.262057 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.262391 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.262710 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.263518 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.367927 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Router 40dce2fa-f279-4284-abb0-03e234022a0b has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:32:59.401481 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49146) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:59.444266 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Deleting subnet bd2ed852-281f-4a28-a472-d0312d081a4f {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:32:59.447963 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.473484 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:32:59.483495 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] Sync routers for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:32:59.484026 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.493746 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:32:59.494487 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:59.512816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] No DVR routers for this DVR port 8a476b9c-c2ac-4673-b01c-42f91e29a4dd on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:32:59.515680 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.518910 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-72d4c6d7-ff11-4c72-935e-8b75f9dd05a1 req-d046783b-de2e-4c09-a0eb-d4ec72cded4e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "DELETE /v2.0/ports/8a476b9c-c2ac-4673-b01c-42f91e29a4dd HTTP/1.1" status: 204 len: 173 time: 1.0417683 May 12 05:32:59.519744 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-deleted', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:32:59.521771 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0395c56a-e0b4-4fb1-b016-4c416393e002" -d '{"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-deleted", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:32:59.529705 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.573407 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e675fdd6-1561-42d9-a064-68d3a02a626c x-openstack-request-id: req-e675fdd6-1561-42d9-a064-68d3a02a626c {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:32:59.573696 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18bce1c-0929-473c-b2c5-d560de8bb803", "name": "network-vif-deleted", "tag": "8a476b9c-c2ac-4673-b01c-42f91e29a4dd", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:32:59.573942 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e675fdd6-1561-42d9-a064-68d3a02a626c {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:32:59.574337 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e675fdd6-1561-42d9-a064-68d3a02a626c'] response: {'server_uuid': 'f18bce1c-0929-473c-b2c5-d560de8bb803', 'name': 'network-vif-deleted', 'tag': '8a476b9c-c2ac-4673-b01c-42f91e29a4dd', 'status': 'completed', 'code': 200} May 12 05:32:59.590401 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.620473 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2ed852-281f-4a28-a472-d0312d081a4f,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:32:59.629081 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.633090 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd2ed852-281f-4a28-a472-d0312d081a4f HTTP/1.1" status: 204 len: 168 time: 0.2305145 May 12 05:32:59.635197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.635558 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.635922 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.636170 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49150) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:32:59.636315 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.636573 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.636903 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.637230 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.637556 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.637882 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.638207 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.638526 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.639018 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a0749-ffb3-4e93-9e2c-394a68ca3cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:32:59.647752 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:32:59.728230 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.806658 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.826195 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e71da5-634d-40f3-b440-dd1e99d84d45']}} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:59.835040 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870c714d-9246-46f1-aec6-353968f5a1ec') {'for_net_delete': True} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:59.835885 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870c714d-9246-46f1-aec6-353968f5a1ec') {} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:59.844910 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333583'] for segment, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.858481 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.858744 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:59.864456 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=101910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:32:59.864848 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10404212'] for segment, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: Traceback (most recent call last): May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: timer() May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: cb(*args, **kw) May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: return func(*args, **kwargs) May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: self._notify() May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: self.callback(batched_events) May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: event.method(event) May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: return f(self, *a, **k) May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: return self._get(url).json() May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: return self.request(url, 'GET', **kwargs) May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:32:59.866773 dv-cinder-831186-3-smb neutron-server[101910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:32:59.884342 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] Checking router: 40dce2fa-f279-4284-abb0-03e234022a0b for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:32:59.892666 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:32:59.893270 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:32:59.923531 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.928854 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:32:59.931991 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/25e71da5-634d-40f3-b440-dd1e99d84d45 HTTP/1.1" status: 204 len: 168 time: 0.2939050 May 12 05:32:59.942404 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892c8fe-183c-4ac2-8fc3-50dd1dad79a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e71da5-634d-40f3-b440-dd1e99d84d45,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:00.002558 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:00.058359 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49154) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:00.103725 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49156) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:00.104215 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-712e0eba-cbf7-4706-b52b-e0ff7c6735fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edc4a2117a3c4790b2e41b0270b02503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442314 May 12 05:33:00.174462 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1ff7641e-fba3-4f0e-8de5-b59d4057e56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.186249 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49162) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:00.197031 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1ff7641e-fba3-4f0e-8de5-b59d4057e56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.235946 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:00.248584 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68850801-4586-4695-9186-16319aaab5e9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.256798 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1ff7641e-fba3-4f0e-8de5-b59d4057e56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.260465 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-1ff7641e-fba3-4f0e-8de5-b59d4057e56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.263451 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-1ff7641e-fba3-4f0e-8de5-b59d4057e56e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c13f6b1f-fca2-42e6-9994-7b396f222451 HTTP/1.1" status: 204 len: 168 time: 0.1560719 May 12 05:33:00.268506 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f553b-3dfd-47eb-b4b4-1c47992279f1 None None] The sync data for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb is: [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:00.277461 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7641e-fba3-4f0e-8de5-b59d4057e56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f6b1f-fca2-42e6-9994-7b396f222451,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:00.280163 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68850801-4586-4695-9186-16319aaab5e9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.341921 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68850801-4586-4695-9186-16319aaab5e9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.344536 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68850801-4586-4695-9186-16319aaab5e9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.347823 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-68850801-4586-4695-9186-16319aaab5e9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "DELETE /v2.0/security-groups/40dbb5a2-1955-4563-aa93-0ae3e7603a08 HTTP/1.1" status: 204 len: 168 time: 0.1584120 May 12 05:33:00.348779 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49166) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:00.362306 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68850801-4586-4695-9186-16319aaab5e9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dbb5a2-1955-4563-aa93-0ae3e7603a08,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:00.373388 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.api.v2.resource [None req-0c4a7291-c3a4-4936-8885-0146fa54c70f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] show failed (client error): The resource could not be found. May 12 05:33:00.374673 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-0c4a7291-c3a4-4936-8885-0146fa54c70f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups/40dbb5a2-1955-4563-aa93-0ae3e7603a08 HTTP/1.1" status: 404 len: 347 time: 0.0249012 May 12 05:33:00.377895 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49168) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:00.521984 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Deleting port 46c5925f-1e3c-4c10-aa6e-6efdab4e1a71 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:00.526073 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.558043 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b3088-4677-438f-aa5c-3377293d899b None None] New status for floating IP 2d2c39ee-11ac-4551-9a1a-af1464fc1a96: DOWN {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:33:00.568544 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:00.595666 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 8a476b9c-c2ac-4673-b01c-42f91e29a4dd {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:00.596310 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 8a476b9c-c2ac-4673-b01c-42f91e29a4dd not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:00.607553 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.607992 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.620837 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Calling delete_port for 46c5925f-1e3c-4c10-aa6e-6efdab4e1a71 owned by network:floatingip {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:00.769391 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.795166 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event deleted for resources: {'Port': ['ID=46c5925f-1e3c-4c10-aa6e-6efdab4e1a71,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:00.874755 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.877451 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:00.878685 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8ceb8e06-56ca-4d04-b217-614af6a2729a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "DELETE /v2.0/floatingips/2d2c39ee-11ac-4551-9a1a-af1464fc1a96 HTTP/1.1" status: 204 len: 168 time: 0.4997249 May 12 05:33:00.964372 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49190) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:00.968810 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-01a54860-d028-494c-9c8c-c9d52a8cc7f5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185870501', 'description': 'tempest-description--202711054'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:00.988306 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-01a54860-d028-494c-9c8c-c9d52a8cc7f5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.055308 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-01a54860-d028-494c-9c8c-c9d52a8cc7f5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.060064 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-01a54860-d028-494c-9c8c-c9d52a8cc7f5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.092514 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-01a54860-d028-494c-9c8c-c9d52a8cc7f5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.094066 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-01a54860-d028-494c-9c8c-c9d52a8cc7f5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1284697 May 12 05:33:01.096626 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a54860-d028-494c-9c8c-c9d52a8cc7f5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d48814-d0a2-4458-9fed-48f49c792cc2,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:01.097370 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49198) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:01.102881 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-899a4485-43c4-4dbe-bb32-b50c3b638480 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'security_group_rule': {'security_group_id': 'f1d48814-d0a2-4458-9fed-48f49c792cc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:01.140824 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-899a4485-43c4-4dbe-bb32-b50c3b638480 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.203667 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-899a4485-43c4-4dbe-bb32-b50c3b638480 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.207274 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-899a4485-43c4-4dbe-bb32-b50c3b638480 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.224404 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a4485-43c4-4dbe-bb32-b50c3b638480 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e9fa4f-e43e-4cd5-822f-350358d6f349,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:01.233661 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-899a4485-43c4-4dbe-bb32-b50c3b638480 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.237393 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-899a4485-43c4-4dbe-bb32-b50c3b638480 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357679 May 12 05:33:01.237543 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49200) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:01.242372 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-2e0dbe89-482c-4fa3-8ce8-3f63213ea57e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'security_group_rule': {'security_group_id': 'f1d48814-d0a2-4458-9fed-48f49c792cc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:01.269319 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2e0dbe89-482c-4fa3-8ce8-3f63213ea57e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.325174 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2e0dbe89-482c-4fa3-8ce8-3f63213ea57e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.328891 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2e0dbe89-482c-4fa3-8ce8-3f63213ea57e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.346385 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dbe89-482c-4fa3-8ce8-3f63213ea57e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af6fabc-c6e8-4246-9974-180044d9d12f,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:01.354037 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2e0dbe89-482c-4fa3-8ce8-3f63213ea57e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.355238 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-2e0dbe89-482c-4fa3-8ce8-3f63213ea57e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167710 May 12 05:33:01.358325 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49202) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:01.362700 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:01.383904 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.489775 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.603088 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Allocated IP 172.28.0.164 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/d8728b1f-0b3d-4b7d-b865-b49c06156601) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:33:01.704838 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.738536 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.773082 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:33:01.775655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:33:01.778876 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:33:01.803116 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'Port': ['ID=d8728b1f-0b3d-4b7d-b865-b49c06156601,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:01.866049 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:01.896560 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:02.037591 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:02.042522 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:02.107646 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'Port': ['ID=d8728b1f-0b3d-4b7d-b865-b49c06156601,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:02.117469 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:02.131877 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:02.133129 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-35fedf44-d5c9-4167-8279-b72b52ff22da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7738850 May 12 05:33:02.312761 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-ba7201c4-702a-4054-b49f-da48212b3397 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--185870501&fields=id&tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92 HTTP/1.1" status: 200 len: 267 time: 0.0316784 May 12 05:33:02.413851 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-2d92f233-5da1-45c4-a10c-534efcbe4bd9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:02.415297 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-2d92f233-5da1-45c4-a10c-534efcbe4bd9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 817 time: 0.0959549 May 12 05:33:02.429924 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-ee4774b6-1d2b-4e37-bdf0-0c3195628706 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/quotas/8fd11d1e2d8345b4ba172c7869fa6b92 HTTP/1.1" status: 200 len: 375 time: 0.0088818 May 12 05:33:02.485174 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-1b32c469-0202-49fc-b511-c91a74af909e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497932 May 12 05:33:02.589218 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-9a3b49d0-51fd-4985-9144-001c8767a320 service neutron] 10.222.0.23 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929677 May 12 05:33:02.682672 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-53df4c48-41bb-44db-8218-d33f0219eca1 service neutron] 10.222.0.23 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872374 May 12 05:33:02.845481 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-73d6a8d0-ff98-48b2-b27d-ec85f52bd396 req-6cb4c709-3ffd-45f5-8fc7-7ed5996afc2a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 210 time: 0.0270905 May 12 05:33:03.854611 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-90d30abf-7d81-48de-8a3f-c8b45e4970fa tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:03.856113 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-90d30abf-7d81-48de-8a3f-c8b45e4970fa tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 817 time: 0.1214869 May 12 05:33:03.901242 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-3dd1311b-b4ab-4c79-a80d-5c9a311dfe60 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92 HTTP/1.1" status: 200 len: 379 time: 0.0353467 May 12 05:33:03.912063 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'port': {'device_id': '2d15d272-9725-461f-8c00-fa45007925cb', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'admin_state_up': True, 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'security_groups': ['f1d48814-d0a2-4458-9fed-48f49c792cc2']}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:03.949338 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a1e12fba-3857-4a51-bc74-00ab68249369 req-68b35066-b75c-4a4c-87d9-630f899bb9e2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 210 time: 0.0281489 May 12 05:33:04.020568 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Made reservation on behalf of 8fd11d1e2d8345b4ba172c7869fa6b92 for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:33:04.024004 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.145086 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Allocated IP 172.20.0.7 (c9a8469e-1170-4827-8fc7-cabd99d14870/3b777656-245e-456d-b09b-8603f4007c12/17424edc-2263-41fa-9216-a8d21d28f52d) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:33:04.277103 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.310439 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.350542 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Network c9a8469e-1170-4827-8fc7-cabd99d14870 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:33:04.354106 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:33:04.357628 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:33:04.365669 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:04.409874 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:04.410495 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.427534 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-6e7c0c4d-e22e-4b4c-a2e4-de5b419b3440 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5193658 May 12 05:33:04.441308 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Request body: {'port': {'device_id': '2d15d272-9725-461f-8c00-fa45007925cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:04.498463 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.569475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-46690fb8-2aab-42ca-9524-e6792fac08e9 None None] Provisioning complete for port 17424edc-2263-41fa-9216-a8d21d28f52d triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:33:04.570585 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-46690fb8-2aab-42ca-9524-e6792fac08e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.722766 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-46690fb8-2aab-42ca-9524-e6792fac08e9 None None] Port 17424edc-2263-41fa-9216-a8d21d28f52d cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:33:04.758009 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17424edc-2263-41fa-9216-a8d21d28f52d {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:33:04.765059 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.777036 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Transition to ACTIVE for port object 17424edc-2263-41fa-9216-a8d21d28f52d will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:33:04.780672 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.828829 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:04.909336 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Attempting to bind port 17424edc-2263-41fa-9216-a8d21d28f52d on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:33:04.910012 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Attempting to bind port 17424edc-2263-41fa-9216-a8d21d28f52d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:33:04.910012 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Attempting to bind port 17424edc-2263-41fa-9216-a8d21d28f52d on network c9a8469e-1170-4827-8fc7-cabd99d14870 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:33:04.914754 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Port 17424edc-2263-41fa-9216-a8d21d28f52d on network c9a8469e-1170-4827-8fc7-cabd99d14870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:33:04.915082 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Attempting to bind port 17424edc-2263-41fa-9216-a8d21d28f52d on network c9a8469e-1170-4827-8fc7-cabd99d14870 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:33:04.920151 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:33:04.920639 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Checking segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:33:04.921044 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Bound using segment: {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:33:04.921603 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Bound port: 17424edc-2263-41fa-9216-a8d21d28f52d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bdc313-9b55-4121-9378-36cbd1bb5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:33:04.921872 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:04.996347 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:33:05.008823 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:33:05.013310 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:05.033715 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.034655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:05.036437 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] 10.222.0.35 "PUT /v2.0/ports/17424edc-2263-41fa-9216-a8d21d28f52d HTTP/1.1" status: 200 len: 1093 time: 0.5993445 May 12 05:33:05.038396 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:05.042035 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:05.109655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aca627-ddf4-45df-bc14-2e0c666435b3 x-openstack-request-id: req-c6aca627-ddf4-45df-bc14-2e0c666435b3 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:05.109655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:05.109655 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6aca627-ddf4-45df-bc14-2e0c666435b3 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:05.109655 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6aca627-ddf4-45df-bc14-2e0c666435b3'] response: {'name': 'network-changed', 'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d', 'status': 'completed', 'code': 200} May 12 05:33:05.146502 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96118080-626a-4691-8a3d-fe5540fb0de6 service neutron] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:05.166809 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370706f8-35d0-432f-ad5d-e43676ce5458 req-3e718e8d-ea2f-41a5-9316-38047257eca6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.168354 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-370706f8-35d0-432f-ad5d-e43676ce5458 req-3e718e8d-ea2f-41a5-9316-38047257eca6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.1049836 May 12 05:33:05.174631 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-9ffbe16a-af8b-496d-8a81-ff9870b981ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.176156 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-9ffbe16a-af8b-496d-8a81-ff9870b981ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 1096 time: 0.0783052 May 12 05:33:05.226411 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-701f34e2-585a-44cf-984c-4d1d7e4d7ca0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17424edc-2263-41fa-9216-a8d21d28f52d HTTP/1.1" status: 200 len: 217 time: 0.0402367 May 12 05:33:05.291337 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-370706f8-35d0-432f-ad5d-e43676ce5458 req-418c9ad5-01a0-4e08-a542-f32939f81e0a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141965 May 12 05:33:05.309992 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-39a46230-d065-4877-8edf-67aafb5e451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.311408 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-39a46230-d065-4877-8edf-67aafb5e451b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0734639 May 12 05:33:05.355731 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-8d9211cb-f57f-402b-9cc6-300f03583403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.357170 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-8d9211cb-f57f-402b-9cc6-300f03583403 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0384171 May 12 05:33:05.442084 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-aaec5b40-1a44-4747-92e9-4c022221b9c2 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779662 May 12 05:33:05.532002 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b05a1277-1259-4bfc-8c5d-0a4d18103a2f req-add87fb2-9031-47a1-b770-bb2632d3032c service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822272 May 12 05:33:05.632758 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-d379abba-b948-44c6-a37a-c30beb0f7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.634246 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-d379abba-b948-44c6-a37a-c30beb0f7e87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 1096 time: 0.0559492 May 12 05:33:05.729343 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-6f3a45ec-41da-4005-bca2-b092b7304a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.730791 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-6f3a45ec-41da-4005-bca2-b092b7304a83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.0859513 May 12 05:33:05.773417 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-cb8b6932-8e15-42bc-8e01-a5001e0f898e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17424edc-2263-41fa-9216-a8d21d28f52d HTTP/1.1" status: 200 len: 217 time: 0.0327578 May 12 05:33:05.828917 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-da1c7d81-2893-4690-bb1b-7ca1b7b98069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.830477 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-da1c7d81-2893-4690-bb1b-7ca1b7b98069 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0438275 May 12 05:33:05.884443 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-65527d35-0cd9-47e9-97c5-bf291f6b74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:05.885917 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-65527d35-0cd9-47e9-97c5-bf291f6b74c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0431120 May 12 05:33:05.977079 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-a21d68e2-9c25-4b82-9ae8-dee729925a5e service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826824 May 12 05:33:06.094908 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4ee08654-7c8f-45a9-9414-9c5e330b0c9f req-eaaba937-9fbc-4a42-b01e-61e26081aeee service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103835 May 12 05:33:06.411621 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3779a9-ba69-4e72-9882-f3f31fb2ffcf req-f1dca6e1-4fb7-4d0e-bc0f-bb60820ae851 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:06.413108 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ed3779a9-ba69-4e72-9882-f3f31fb2ffcf req-f1dca6e1-4fb7-4d0e-bc0f-bb60820ae851 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0488458 May 12 05:33:06.451956 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ed3779a9-ba69-4e72-9882-f3f31fb2ffcf req-4e4b9ede-156f-468d-a179-de28ab57ffd5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 May 12 05:33:07.582213 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5090fa-f73a-4900-bbca-91c0dadfabf2 req-459b8e49-2e92-4316-867f-92f9a778771c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:07.584477 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fc5090fa-f73a-4900-bbca-91c0dadfabf2 req-459b8e49-2e92-4316-867f-92f9a778771c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0625994 May 12 05:33:07.621740 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fc5090fa-f73a-4900-bbca-91c0dadfabf2 req-ee738908-e0d9-4114-a086-63545bf70c7b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 May 12 05:33:08.584347 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:33:08.686532 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:08.698736 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '17424edc-2263-41fa-9216-a8d21d28f52d', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'port_id': '17424edc-2263-41fa-9216-a8d21d28f52d', 'mac_address': 'fa:16:3e:b5:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:33:08.735181 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 17424edc-2263-41fa-9216-a8d21d28f52d is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:33:08.735595 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:08.740493 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58da39c-3b38-4331-852b-e6dea3ba83d6 req-4bde2dfe-51ba-46e6-b287-cefc61ac5d37 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:08.742503 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a58da39c-3b38-4331-852b-e6dea3ba83d6 req-4bde2dfe-51ba-46e6-b287-cefc61ac5d37 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0478067 May 12 05:33:08.748575 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17424edc-2263-41fa-9216-a8d21d28f52d {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:33:08.768939 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:08.773083 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:08.783789 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a58da39c-3b38-4331-852b-e6dea3ba83d6 req-892ccd58-5e69-4a9e-9669-900ecb2e9b18 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350597 May 12 05:33:08.817874 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:08.825264 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.825611 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.825948 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.826278 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.826606 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.826934 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.827259 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.827585 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.827959 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.828287 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.828606 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.828914 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:33:08.850753 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:09.105748 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['17424edc-2263-41fa-9216-a8d21d28f52d'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:33:09.904062 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f24125-8b38-4af7-9200-a604b9fa3103 req-22da0c4d-2118-4684-9679-19482d0bd1ff tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:09.905715 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-84f24125-8b38-4af7-9200-a604b9fa3103 req-22da0c4d-2118-4684-9679-19482d0bd1ff tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 944 time: 0.0507395 May 12 05:33:09.954895 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-84f24125-8b38-4af7-9200-a604b9fa3103 req-a7f42808-16e1-417c-9997-a680d403b3e7 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386758 May 12 05:33:10.595332 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:33:10.648918 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 17424edc-2263-41fa-9216-a8d21d28f52d completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:33:10.652963 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 17424edc-2263-41fa-9216-a8d21d28f52d triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:33:10.653454 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:10.729340 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 17424edc-2263-41fa-9216-a8d21d28f52d is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:33:10.729722 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:10.751143 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:10.753387 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3e504-c093-4823-a9fe-00b2a6b7ddab" -d '{"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-plugged", "status": "completed", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:10.765920 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:10.771203 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:10.796034 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1b7217-86a7-4e21-ba54-9ba94e098de4 x-openstack-request-id: req-7c1b7217-86a7-4e21-ba54-9ba94e098de4 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:10.796320 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-plugged", "status": "completed", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:10.796565 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c1b7217-86a7-4e21-ba54-9ba94e098de4 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:10.797339 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1b7217-86a7-4e21-ba54-9ba94e098de4'] response: {'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d', 'code': 200} May 12 05:33:10.825958 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:10.959146 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b0d3a-22e1-4091-a2a4-6d6a117a8784 req-d8794dfb-363c-4ce3-9aab-e3f1e4a840f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:10.960637 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d90b0d3a-22e1-4091-a2a4-6d6a117a8784 req-d8794dfb-363c-4ce3-9aab-e3f1e4a840f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 1098 time: 0.0375419 May 12 05:33:11.001170 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d90b0d3a-22e1-4091-a2a4-6d6a117a8784 req-70094603-b472-447a-b57c-7046b477250c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277541 May 12 05:33:11.076849 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7931a-01f1-49e7-8847-d508ea25f559 req-c37441a6-dffc-451b-a2af-243937a1d9e4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:11.078301 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-acb7931a-01f1-49e7-8847-d508ea25f559 req-c37441a6-dffc-451b-a2af-243937a1d9e4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0475590 May 12 05:33:11.124410 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-acb7931a-01f1-49e7-8847-d508ea25f559 req-4aaae666-b547-4606-a3b3-4d5da72cd8b7 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388794 May 12 05:33:11.291956 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623ac01-7a59-4b73-9f64-70870f859dde req-ad176913-55af-46b8-a0df-98e180b343c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:11.293435 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1623ac01-7a59-4b73-9f64-70870f859dde req-ad176913-55af-46b8-a0df-98e180b343c2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 946 time: 0.0490255 May 12 05:33:11.330842 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1623ac01-7a59-4b73-9f64-70870f859dde req-26a09971-1232-406a-b22c-1aed8bcb585c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307817 May 12 05:33:11.351089 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49392) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:11.446151 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2117d9cf-77ce-4205-9bfb-e0e96300fd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:11.519149 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2117d9cf-77ce-4205-9bfb-e0e96300fd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:11.522918 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2117d9cf-77ce-4205-9bfb-e0e96300fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:11.558384 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117d9cf-77ce-4205-9bfb-e0e96300fd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6507b8-5124-47c1-928a-1ffdb1e8e11e,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:11.562591 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-2117d9cf-77ce-4205-9bfb-e0e96300fd30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39484e00f86f4de3a1829def1ea1b27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155032 May 12 05:33:11.565154 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49396) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:11.612601 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7e9f-86b7-406f-9835-c67d6eb3833f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:11.636976 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7e9f-86b7-406f-9835-c67d6eb3833f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:11.682533 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7e9f-86b7-406f-9835-c67d6eb3833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:11.685391 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7e9f-86b7-406f-9835-c67d6eb3833f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:11.686502 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ea3e7e9f-86b7-406f-9835-c67d6eb3833f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f6507b8-5124-47c1-928a-1ffdb1e8e11e HTTP/1.1" status: 204 len: 168 time: 0.1204469 May 12 05:33:11.694047 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e7e9f-86b7-406f-9835-c67d6eb3833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6507b8-5124-47c1-928a-1ffdb1e8e11e,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:12.249044 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1821f-224a-4930-b544-0a8952bd8bdd req-195359ac-4c49-46c8-986e-64a4867c28a2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:12.250547 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3df1821f-224a-4930-b544-0a8952bd8bdd req-195359ac-4c49-46c8-986e-64a4867c28a2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0486865 May 12 05:33:12.286786 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3df1821f-224a-4930-b544-0a8952bd8bdd req-8c895acd-5a03-4a2d-9023-19eb995d5175 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301652 May 12 05:33:12.448489 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069249ce-0c01-4ece-9e51-e4d151e4f2f6 req-f0ebe209-4cc7-4123-8870-7cdb2153f928 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:12.449860 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-069249ce-0c01-4ece-9e51-e4d151e4f2f6 req-f0ebe209-4cc7-4123-8870-7cdb2153f928 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 946 time: 0.0503411 May 12 05:33:12.486071 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-069249ce-0c01-4ece-9e51-e4d151e4f2f6 req-a8d3afe1-e04a-48aa-b0e0-c163bb662b55 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302722 May 12 05:33:13.253159 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-7b3438a2-333a-4ea0-81ce-987c82d939a3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:13.254682 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-7b3438a2-333a-4ea0-81ce-987c82d939a3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 946 time: 0.0537632 May 12 05:33:13.572054 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:33:13.576429 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0903805-cdac-4527-8201-a78c99fddbb0 req-720299e4-7258-4fcc-a741-f70466f52a7d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:13.577935 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f0903805-cdac-4527-8201-a78c99fddbb0 req-720299e4-7258-4fcc-a741-f70466f52a7d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0805032 May 12 05:33:13.608188 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed560808-a0d1-4c6f-8af7-fc5611a05f6f req-f611f0dd-e9b8-4d8e-a9e0-498be546f9a2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:13.609676 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ed560808-a0d1-4c6f-8af7-fc5611a05f6f req-f611f0dd-e9b8-4d8e-a9e0-498be546f9a2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 946 time: 0.0536878 May 12 05:33:13.622855 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Deleting port 6616b5eb-495b-4097-89ce-500d6e31ce11 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:13.623203 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:13.630294 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f0903805-cdac-4527-8201-a78c99fddbb0 req-ea9d9e24-26a0-4181-bbd7-ef45b72b676e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451925 May 12 05:33:13.653172 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ed560808-a0d1-4c6f-8af7-fc5611a05f6f req-7504ff50-e1e5-481d-b6ad-11f353203e26 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe61451-fa26-4124-8b8c-1b898c152f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372660 May 12 05:33:13.745098 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] For port 6616b5eb-495b-4097-89ce-500d6e31ce11, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6616b5eb-495b-4097-89ce-500d6e31ce11,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:13.746293 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:13.804326 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b64f-d612-4cb6-985d-91e20698eb97 req-5aae5c12-408b-435f-93cc-3debabfdc4ae tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:13.806221 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5f19b64f-d612-4cb6-985d-91e20698eb97 req-5aae5c12-408b-435f-93cc-3debabfdc4ae tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.1054738 May 12 05:33:13.815003 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49412) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:13.819548 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Request body: {'floatingip': {'port_id': '17424edc-2263-41fa-9216-a8d21d28f52d'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:13.860675 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:13.926129 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:13.926492 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:13.926812 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Floating IP 952a3c72-f59c-41dd-8da5-5a66cc40a51e disassociated. External IP: 172.28.0.155, port: 6616b5eb-495b-4097-89ce-500d6e31ce11. May 12 05:33:13.927153 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Calling delete_port for 6616b5eb-495b-4097-89ce-500d6e31ce11 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:14.049215 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:14.075972 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'Port': ['ID=6616b5eb-495b-4097-89ce-500d6e31ce11,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:14.192451 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:14.299878 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:14.302834 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:14.303574 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:14.315124 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:14.326653 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:14.327475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:14.345441 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] No DVR routers for this DVR port 6616b5eb-495b-4097-89ce-500d6e31ce11 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:14.348123 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:14.351471 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c0207c95-a886-4a8d-9b6d-590018f610dd req-fa42387f-7c0a-4bec-89b4-b242746a62cb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "DELETE /v2.0/ports/6616b5eb-495b-4097-89ce-500d6e31ce11 HTTP/1.1" status: 204 len: 173 time: 1.0898986 May 12 05:33:14.352394 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4168e597-f167-4147-82e8-f012e95a7b1b', 'name': 'network-vif-deleted', 'tag': '6616b5eb-495b-4097-89ce-500d6e31ce11'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:14.354700 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb6ce02-1811-4aa9-9b05-26f6765ac5a7" -d '{"events": [{"server_uuid": "4168e597-f167-4147-82e8-f012e95a7b1b", "name": "network-vif-deleted", "tag": "6616b5eb-495b-4097-89ce-500d6e31ce11"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:14.401402 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce273ce-ea00-4327-9046-63ec3d119334 x-openstack-request-id: req-bce273ce-ea00-4327-9046-63ec3d119334 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:14.401696 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4168e597-f167-4147-82e8-f012e95a7b1b", "name": "network-vif-deleted", "tag": "6616b5eb-495b-4097-89ce-500d6e31ce11", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:14.401930 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bce273ce-ea00-4327-9046-63ec3d119334 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:14.402331 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce273ce-ea00-4327-9046-63ec3d119334'] response: {'server_uuid': '4168e597-f167-4147-82e8-f012e95a7b1b', 'name': 'network-vif-deleted', 'tag': '6616b5eb-495b-4097-89ce-500d6e31ce11', 'status': 'completed', 'code': 200} May 12 05:33:14.456274 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:14.656348 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.l3_db [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Floating IP 27d89ac7-345d-4fc1-81ae-c73abd7f4b5d associated. External IP: 172.28.0.164, port: 17424edc-2263-41fa-9216-a8d21d28f52d. May 12 05:33:14.685697 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:14.715459 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:14.724252 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:14.724869 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:14.762801 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-39d0f05f-48b3-499f-9837-c2a16a8fe2a9 req-1cf4b23e-10ff-42dc-b216-f58f20c14b0b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=4168e597-f167-4147-82e8-f012e95a7b1b HTTP/1.1" status: 200 len: 210 time: 0.0261309 May 12 05:33:14.835749 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:14.867181 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Router 40dce2fa-f279-4284-abb0-03e234022a0b has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:14.984202 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:14.988699 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:14.995050 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] Sync routers for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:15.005529 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:15.006270 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:15.022045 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-2c814453-1e51-4e3b-b0f7-b2c092b24c25 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "PUT /v2.0/floatingips/27d89ac7-345d-4fc1-81ae-c73abd7f4b5d HTTP/1.1" status: 200 len: 991 time: 1.2058260 May 12 05:33:15.022650 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:15.025554 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:15.063737 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36c3bff-1620-4f12-a2ca-afe75992964c x-openstack-request-id: req-f36c3bff-1620-4f12-a2ca-afe75992964c {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:15.064049 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:15.064255 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f36c3bff-1620-4f12-a2ca-afe75992964c {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:15.064655 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36c3bff-1620-4f12-a2ca-afe75992964c'] response: {'name': 'network-changed', 'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d', 'status': 'completed', 'code': 200} May 12 05:33:15.117316 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:15.138457 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-18f8f8ee-c0b6-4433-8249-c780cadcd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:15.140026 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-18f8f8ee-c0b6-4433-8249-c780cadcd5be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 1098 time: 0.0524135 May 12 05:33:15.237878 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-207319e1-4c57-43f6-9071-229fd3bca453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:15.239368 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-207319e1-4c57-43f6-9071-229fd3bca453 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.0925429 May 12 05:33:15.302498 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:15.311852 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-3e1b8e1f-d4f5-4093-ade4-58aea07d1558 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17424edc-2263-41fa-9216-a8d21d28f52d HTTP/1.1" status: 200 len: 999 time: 0.0638561 May 12 05:33:15.331139 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b9e79-9dce-4044-9d5c-fe9648aef152 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:15.355541 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '27d89ac7-345d-4fc1-81ae-c73abd7f4b5d', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'port_id': '17424edc-2263-41fa-9216-a8d21d28f52d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'mac_address': 'fa:16:3e:b5:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d15d272-9725-461f-8c00-fa45007925cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:01Z', 'updated_at': '2022-05-12T05:33:14Z', 'revision_number': 1, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:15.370975 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-c1143c87-5322-4b8e-8923-1d3333509fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:15.372550 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-c1143c87-5322-4b8e-8923-1d3333509fce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0532188 May 12 05:33:15.386073 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] Checking router: 40dce2fa-f279-4284-abb0-03e234022a0b for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:15.396461 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:15.397165 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:32:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:15.425850 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-8f4ec1c3-196c-4966-9981-34f8ebc28eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:15.427386 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-8f4ec1c3-196c-4966-9981-34f8ebc28eef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0457754 May 12 05:33:15.504119 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:15.526913 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-1553a80d-5f52-44eb-8a87-75d714c3a637 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860670 May 12 05:33:15.585858 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc60c75-2e9a-49c4-9deb-28d1f9a3e955 None None] New status for floating IP 952a3c72-f59c-41dd-8da5-5a66cc40a51e: DOWN {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:33:15.634962 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6b54997f-cfa9-450f-9d8b-bd2d6e7de01e req-47e03be0-b6c1-41d4-a544-286af7c6ee12 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005039 May 12 05:33:15.733377 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '27d89ac7-345d-4fc1-81ae-c73abd7f4b5d', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'port_id': '17424edc-2263-41fa-9216-a8d21d28f52d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'mac_address': 'fa:16:3e:b5:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d15d272-9725-461f-8c00-fa45007925cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:01Z', 'updated_at': '2022-05-12T05:33:14Z', 'revision_number': 1, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:15.762872 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a67fb-27cd-49c1-9d89-51ff4ec06b1e None None] The sync data for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb is: [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '27d89ac7-345d-4fc1-81ae-c73abd7f4b5d', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'port_id': '17424edc-2263-41fa-9216-a8d21d28f52d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'mac_address': 'fa:16:3e:b5:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d15d272-9725-461f-8c00-fa45007925cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:01Z', 'updated_at': '2022-05-12T05:33:14Z', 'revision_number': 1, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:15.848315 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49428) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:15.912200 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-84471c45-aa79-4ee9-8123-429650785493 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:15.937706 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-84471c45-aa79-4ee9-8123-429650785493 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:15.958083 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25bd0e-4394-4ec8-9d40-d984fdad0e6e None None] New status for floating IP 27d89ac7-345d-4fc1-81ae-c73abd7f4b5d: ACTIVE {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:33:15.984851 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-84471c45-aa79-4ee9-8123-429650785493 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:15.987530 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-84471c45-aa79-4ee9-8123-429650785493 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:15.988694 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-84471c45-aa79-4ee9-8123-429650785493 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "DELETE /v2.0/security-groups/dfe61451-fa26-4124-8b8c-1b898c152f58 HTTP/1.1" status: 204 len: 168 time: 0.1394076 May 12 05:33:15.991540 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49430) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:15.998186 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471c45-aa79-4ee9-8123-429650785493 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe61451-fa26-4124-8b8c-1b898c152f58,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:16.006734 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.api.v2.resource [None req-d423de69-2948-4080-a797-d9c4001c19e0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] show failed (client error): The resource could not be found. May 12 05:33:16.008024 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d423de69-2948-4080-a797-d9c4001c19e0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups/dfe61451-fa26-4124-8b8c-1b898c152f58 HTTP/1.1" status: 404 len: 347 time: 0.0145655 May 12 05:33:16.010878 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49432) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:16.099205 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-1a84e044-8d49-41be-9899-38b850d68e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.138232 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Deleting port be81e0f6-cebf-4db0-b603-36cfd7673a63 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:16.138581 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.216458 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.216784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.229214 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Calling delete_port for be81e0f6-cebf-4db0-b603-36cfd7673a63 owned by network:floatingip {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:16.355809 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.379550 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'Port': ['ID=be81e0f6-cebf-4db0-b603-36cfd7673a63,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:16.439585 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.442066 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.443199 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-8322a170-bdfb-48b2-bc10-50b5c7f9f3ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "DELETE /v2.0/floatingips/952a3c72-f59c-41dd-8da5-5a66cc40a51e HTTP/1.1" status: 204 len: 168 time: 0.4313293 May 12 05:33:16.511634 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49436) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:16.516672 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-ab5c0661-aacd-424e-9b72-48cbd0911da3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001123978', 'description': 'tempest-description--1480458147'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:16.541839 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ab5c0661-aacd-424e-9b72-48cbd0911da3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.606390 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ab5c0661-aacd-424e-9b72-48cbd0911da3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.609195 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 6616b5eb-495b-4097-89ce-500d6e31ce11 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:16.613784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ab5c0661-aacd-424e-9b72-48cbd0911da3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.629627 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 6616b5eb-495b-4097-89ce-500d6e31ce11 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:16.629969 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 6616b5eb-495b-4097-89ce-500d6e31ce11 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:16.643137 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ab5c0661-aacd-424e-9b72-48cbd0911da3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.644375 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-ab5c0661-aacd-424e-9b72-48cbd0911da3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1316733 May 12 05:33:16.646317 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c0661-aacd-424e-9b72-48cbd0911da3 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:16.647370 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49438) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:16.652906 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-0deca05c-0e6c-40e3-a0c2-9bcd70aaddba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group_rule': {'security_group_id': '3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:16.677562 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0deca05c-0e6c-40e3-a0c2-9bcd70aaddba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.722317 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0deca05c-0e6c-40e3-a0c2-9bcd70aaddba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.725638 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0deca05c-0e6c-40e3-a0c2-9bcd70aaddba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.743542 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deca05c-0e6c-40e3-a0c2-9bcd70aaddba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a522bd-7d78-49a5-b019-94e2c2f9a577,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:16.752149 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0deca05c-0e6c-40e3-a0c2-9bcd70aaddba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.753353 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-0deca05c-0e6c-40e3-a0c2-9bcd70aaddba tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1043253 May 12 05:33:16.756017 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49440) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:16.760758 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-fd8a0729-3ebc-442c-8fd4-a83b9ffe0794 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'security_group_rule': {'security_group_id': '3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:16.784512 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0729-3ebc-442c-8fd4-a83b9ffe0794 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.839096 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0729-3ebc-442c-8fd4-a83b9ffe0794 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.842349 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0729-3ebc-442c-8fd4-a83b9ffe0794 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.867905 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a0729-3ebc-442c-8fd4-a83b9ffe0794 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118a34bf-fdc8-44dc-9e30-f59b304ebc74,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:16.876176 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0729-3ebc-442c-8fd4-a83b9ffe0794 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.877345 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-fd8a0729-3ebc-442c-8fd4-a83b9ffe0794 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204171 May 12 05:33:16.880415 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49442) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:16.886334 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:16.906329 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:16.997312 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.101168 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Allocated IP 172.28.0.75 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/393da19e-03d5-4ddc-bc74-2cd3fdb9b64b) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:33:17.197195 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.228730 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.263468 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:33:17.267335 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:33:17.270669 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:33:17.281733 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=393da19e-03d5-4ddc-bc74-2cd3fdb9b64b,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:17.358699 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.390413 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.532880 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.537023 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.600408 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=393da19e-03d5-4ddc-bc74-2cd3fdb9b64b,revision_number=2']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:17.615756 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.629561 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:17.630765 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-7041db1f-1380-4be3-84d9-eae03daf44e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7493925 May 12 05:33:17.811932 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-0865a3a0-4eb5-427f-8578-2e22eab98126 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1001123978&fields=id&tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 267 time: 0.0321577 May 12 05:33:17.921260 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdcab-686c-4661-be73-c79c424d480b req-8b4f3750-074c-4d65-9960-4adac01accec tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:17.922942 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-8b4f3750-074c-4d65-9960-4adac01accec tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 814 time: 0.1045508 May 12 05:33:17.937385 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-297ae010-9835-4976-a0da-2e386f55c07c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/quotas/e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 375 time: 0.0086458 May 12 05:33:17.988699 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-cba3a97b-e0f4-465b-bf1f-02bbc8717fbf tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462530 May 12 05:33:18.082939 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-46b13bb0-2927-4350-97e2-dcbf5da93e0b service neutron] 10.222.0.23 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 May 12 05:33:18.168064 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-f403f53b-dae1-4c44-aa94-a753b5692ed2 service neutron] 10.222.0.23 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784109 May 12 05:33:18.322535 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9d875915-529a-4a8c-8963-0694806bbc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:18.327168 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8ef3c53c-cbee-4d87-835c-fdc814bb21c9 req-1b4297af-92e4-415b-8404-c349193dab6c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 210 time: 0.0285876 May 12 05:33:19.253888 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdcab-686c-4661-be73-c79c424d480b req-e29dca99-4e31-49e1-934f-815a5c89abb8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:19.255487 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-e29dca99-4e31-49e1-934f-815a5c89abb8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 814 time: 0.1051238 May 12 05:33:19.299130 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-948e60ff-14a1-4ee0-bb8e-62e751ccb1b8 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f HTTP/1.1" status: 200 len: 380 time: 0.0341570 May 12 05:33:19.309318 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'port': {'device_id': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'admin_state_up': True, 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'security_groups': ['3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee']}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:19.341778 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:19.412298 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Made reservation on behalf of e7c8a42d3aa3474fb004fc217ae2a18f for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:33:19.416318 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:19.424150 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-dfffc1b8-2044-43b0-b71f-a2035324fc11 req-d07eb464-5ac2-456b-ae35-1ca0067a02d0 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 210 time: 0.0270183 May 12 05:33:19.539398 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Allocated IP 172.20.0.3 (279f8040-9dbf-4e91-8729-00b5b73c5077/07c410b0-ab54-47b4-8553-40e45f82eeb0/bbe31c81-f423-4e89-8833-78bb286e9b6c) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:33:19.670131 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:19.706074 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:19.747598 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:33:19.750593 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:33:19.754181 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:33:19.780133 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event updated for resources: {'Port': ['ID=bbe31c81-f423-4e89-8833-78bb286e9b6c,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:19.808800 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:19.809426 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:19.826552 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-cfd0dd8b-d744-4ad0-a620-51d1d712036b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5209301 May 12 05:33:19.841222 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Request body: {'port': {'device_id': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:19.899179 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:19.980825 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-bed585d0-4e57-462b-9100-81f6ee36bbc0 None None] Provisioning complete for port bbe31c81-f423-4e89-8833-78bb286e9b6c triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:33:19.981192 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bed585d0-4e57-462b-9100-81f6ee36bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:20.016204 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-bed585d0-4e57-462b-9100-81f6ee36bbc0 None None] Port bbe31c81-f423-4e89-8833-78bb286e9b6c cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:33:20.160197 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe31c81-f423-4e89-8833-78bb286e9b6c {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:33:20.166861 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:20.179418 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Transition to ACTIVE for port object bbe31c81-f423-4e89-8833-78bb286e9b6c will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:33:20.183771 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:20.238121 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe31c81-f423-4e89-8833-78bb286e9b6c,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:20.320658 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Attempting to bind port bbe31c81-f423-4e89-8833-78bb286e9b6c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:33:20.321038 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Attempting to bind port bbe31c81-f423-4e89-8833-78bb286e9b6c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:33:20.321316 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Attempting to bind port bbe31c81-f423-4e89-8833-78bb286e9b6c on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:33:20.325851 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Port bbe31c81-f423-4e89-8833-78bb286e9b6c on network 279f8040-9dbf-4e91-8729-00b5b73c5077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:33:20.326174 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Attempting to bind port bbe31c81-f423-4e89-8833-78bb286e9b6c on network 279f8040-9dbf-4e91-8729-00b5b73c5077 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:33:20.331048 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:33:20.331380 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Checking segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:33:20.331807 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Bound using segment: {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:33:20.332233 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Bound port: bbe31c81-f423-4e89-8833-78bb286e9b6c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11855d11-656f-4dc2-918d-63a7067351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:33:20.332593 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:20.401275 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] For port bbe31c81-f423-4e89-8833-78bb286e9b6c, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:33:20.404247 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] For port bbe31c81-f423-4e89-8833-78bb286e9b6c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bbe31c81-f423-4e89-8833-78bb286e9b6c,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:33:20.409538 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:20.444538 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:20.445229 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:20.446718 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] 10.222.0.35 "PUT /v2.0/ports/bbe31c81-f423-4e89-8833-78bb286e9b6c HTTP/1.1" status: 200 len: 1093 time: 0.6099904 May 12 05:33:20.448220 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'tag': 'bbe31c81-f423-4e89-8833-78bb286e9b6c'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:20.450797 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611dceac-75a4-40f4-8fc5-1d478a9dd572" -d '{"events": [{"name": "network-changed", "server_uuid": "0eeb9bcc-8e2b-4dcf-9985-69566fd80105", "tag": "bbe31c81-f423-4e89-8833-78bb286e9b6c"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:20.528089 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf07c5-63ac-46d7-b96f-fb0a6fdbf720 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe31c81-f423-4e89-8833-78bb286e9b6c,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:20.555846 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02c5dd-e411-4cde-a80d-72483f952c97 req-0c3476bd-3645-4405-adc3-8f4808657f32 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:20.557371 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bb02c5dd-e411-4cde-a80d-72483f952c97 req-0c3476bd-3645-4405-adc3-8f4808657f32 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 943 time: 0.0618091 May 12 05:33:20.578897 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df79fb4-09d9-4c0e-aaf3-57fa02a7242e req-3eeabd3b-3e0e-4c51-8cc5-4001090c1154 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:20.581104 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5df79fb4-09d9-4c0e-aaf3-57fa02a7242e req-3eeabd3b-3e0e-4c51-8cc5-4001090c1154 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0989387 May 12 05:33:20.585048 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdcab-686c-4661-be73-c79c424d480b req-5611e83a-7c95-48fe-93a2-3830e695eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:20.587059 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-5611e83a-7c95-48fe-93a2-3830e695eaf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 1096 time: 0.0855651 May 12 05:33:20.601051 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bb02c5dd-e411-4cde-a80d-72483f952c97 req-719add75-c1a8-426e-ac67-c048f9b13105 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369337 May 12 05:33:20.646915 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-853c0345-cf07-4444-87fa-ff606537141c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbe31c81-f423-4e89-8833-78bb286e9b6c HTTP/1.1" status: 200 len: 217 time: 0.0429332 May 12 05:33:20.655095 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5df79fb4-09d9-4c0e-aaf3-57fa02a7242e req-633db6bd-d285-4500-8838-7a1fbb8e74d8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670586 May 12 05:33:20.666209 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a40d0b-6751-4ff8-a614-d10f794a8da1 x-openstack-request-id: req-e8a40d0b-6751-4ff8-a614-d10f794a8da1 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:20.666501 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eeb9bcc-8e2b-4dcf-9985-69566fd80105", "tag": "bbe31c81-f423-4e89-8833-78bb286e9b6c", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:20.666748 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8a40d0b-6751-4ff8-a614-d10f794a8da1 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:20.667220 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a40d0b-6751-4ff8-a614-d10f794a8da1'] response: {'name': 'network-changed', 'server_uuid': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'tag': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'status': 'completed', 'code': 200} May 12 05:33:20.700653 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdcab-686c-4661-be73-c79c424d480b req-16ed05c2-b807-4540-b712-3b2824c2f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:20.702081 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-16ed05c2-b807-4540-b712-3b2824c2f925 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0461557 May 12 05:33:20.749714 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdcab-686c-4661-be73-c79c424d480b req-952a6c5a-8467-46e4-9a8a-7357163af7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:20.751139 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-952a6c5a-8467-46e4-9a8a-7357163af7ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0415444 May 12 05:33:20.835513 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-67341923-bdc9-4b1f-bead-3f66b5bddbf2 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767112 May 12 05:33:20.840278 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:20.928226 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-360bdcab-686c-4661-be73-c79c424d480b req-9df44220-9fe4-48ad-8111-fbf9ec99785d service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838916 May 12 05:33:21.016841 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-e7a9e3f0-6f32-4cee-8c87-daa86bb5efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:21.018360 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-e7a9e3f0-6f32-4cee-8c87-daa86bb5efe7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 1096 time: 0.0423744 May 12 05:33:21.118142 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-e9aed2e4-9572-4c92-8937-e7079542f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:21.119614 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-e9aed2e4-9572-4c92-8937-e7079542f54f service neutron] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 915 time: 0.0876589 May 12 05:33:21.164710 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:21.167406 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-9c938e65-8f61-44d9-829c-41607f2d7a61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbe31c81-f423-4e89-8833-78bb286e9b6c HTTP/1.1" status: 200 len: 217 time: 0.0352635 May 12 05:33:21.222581 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-79f8601b-1990-4d65-a5e8-42dd88b8248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:21.222581 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-79f8601b-1990-4d65-a5e8-42dd88b8248b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0450008 May 12 05:33:21.277201 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-147cb715-6467-41dc-a894-801dd1f16bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:21.278668 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-147cb715-6467-41dc-a894-801dd1f16bbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0476696 May 12 05:33:21.371678 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-5bf63345-0502-41d4-8c3f-0a45af6c1076 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831807 May 12 05:33:21.467916 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-611dceac-75a4-40f4-8fc5-1d478a9dd572 req-a4d8fdd7-9f13-4129-857b-1312f3f48c34 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773187 May 12 05:33:21.723856 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0167a5-6689-42ac-b2d7-1dc093ac4310 req-f55a33c5-7a13-4ca5-a3fc-697e706275ca tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:21.725259 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa0167a5-6689-42ac-b2d7-1dc093ac4310 req-f55a33c5-7a13-4ca5-a3fc-697e706275ca tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 943 time: 0.0488865 May 12 05:33:21.768254 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fa0167a5-6689-42ac-b2d7-1dc093ac4310 req-840c5ffb-caa3-4ad9-9b24-a61b6cb197e7 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331042 May 12 05:33:21.778729 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c85d4e-9f36-415c-b059-a06db3ce2590 req-7176e333-2384-4afd-8831-32ce919a0234 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:21.780281 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-36c85d4e-9f36-415c-b059-a06db3ce2590 req-7176e333-2384-4afd-8831-32ce919a0234 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0524595 May 12 05:33:21.820508 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-36c85d4e-9f36-415c-b059-a06db3ce2590 req-8d457e9a-ea70-450d-85f8-c1d2e7d1bec8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 May 12 05:33:22.584618 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae4156-ba46-4419-9947-b2e53b08c037 req-b925106d-84d6-402f-a0e1-c8ba144593b7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:22.586586 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4dae4156-ba46-4419-9947-b2e53b08c037 req-b925106d-84d6-402f-a0e1-c8ba144593b7 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0472116 May 12 05:33:22.617066 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device bbe31c81-f423-4e89-8833-78bb286e9b6c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:33:22.625400 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4dae4156-ba46-4419-9947-b2e53b08c037 req-7d823082-cc8e-4c73-a0b1-431fb41b786b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327854 May 12 05:33:22.713044 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158388e7-c006-43d0-b05e-2d8a04418fea req-33a2a41d-04bc-4cd3-bbfc-9b9953ba33a6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:22.714530 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-158388e7-c006-43d0-b05e-2d8a04418fea req-33a2a41d-04bc-4cd3-bbfc-9b9953ba33a6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0467954 May 12 05:33:22.721996 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port bbe31c81-f423-4e89-8833-78bb286e9b6c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bbe31c81-f423-4e89-8833-78bb286e9b6c,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:22.732737 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'port_id': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'mac_address': 'fa:16:3e:cd:90:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:33:22.772188 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port bbe31c81-f423-4e89-8833-78bb286e9b6c is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:33:22.772574 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:22.785632 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe31c81-f423-4e89-8833-78bb286e9b6c {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:33:22.806387 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port bbe31c81-f423-4e89-8833-78bb286e9b6c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bbe31c81-f423-4e89-8833-78bb286e9b6c,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:22.810838 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:22.818722 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Deleting port f39710fc-48cf-4d5f-9173-8aa43c51c97d {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:22.819107 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:22.862916 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=bbe31c81-f423-4e89-8833-78bb286e9b6c,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:22.944652 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817abdc-d188-4603-ba77-8ab8d98f92d5 req-e72d8127-5adb-4f53-8fe0-561704bc8a6c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:22.946827 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f817abdc-d188-4603-ba77-8ab8d98f92d5 req-e72d8127-5adb-4f53-8fe0-561704bc8a6c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 946 time: 0.0559330 May 12 05:33:22.985782 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f817abdc-d188-4603-ba77-8ab8d98f92d5 req-fb350930-5049-4fb9-866f-a8a7de2d6c9c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bac23d-8b5a-4fc1-8051-5df18cc205a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 May 12 05:33:23.101200 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['bbe31c81-f423-4e89-8833-78bb286e9b6c'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:33:23.160350 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88068779-7ee1-4959-80ce-e05abb8e413c req-6d6c6c07-85ce-4150-9766-bdd221a9c116 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:23.161807 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-88068779-7ee1-4959-80ce-e05abb8e413c req-6d6c6c07-85ce-4150-9766-bdd221a9c116 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 944 time: 0.0843968 May 12 05:33:23.163504 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] For port f39710fc-48cf-4d5f-9173-8aa43c51c97d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f39710fc-48cf-4d5f-9173-8aa43c51c97d,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:23.163933 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:23.252836 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-88068779-7ee1-4959-80ce-e05abb8e413c req-598b3eb9-7ded-4163-b61e-0a94ad6a6168 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816386 May 12 05:33:23.352084 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:23.352371 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:23.352688 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Floating IP d2d91e93-cdbb-40b7-b55f-0629aac7f3e6 disassociated. External IP: 172.28.0.196, port: f39710fc-48cf-4d5f-9173-8aa43c51c97d. May 12 05:33:23.353024 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Calling delete_port for f39710fc-48cf-4d5f-9173-8aa43c51c97d owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:23.474245 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:23.500036 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event deleted for resources: {'Port': ['ID=f39710fc-48cf-4d5f-9173-8aa43c51c97d,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:23.610484 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Router 8b76a079-aa91-4544-a2fd-6b139a3ed103 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:23.718654 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:23.729203 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] Sync routers for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:23.738436 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:23.739122 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:23.744482 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db78f1-b368-411b-88c9-ceca1dfb9a4d req-c4a96ed6-42a3-4dd3-beab-07591b047b7f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:23.746147 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-32db78f1-b368-411b-88c9-ceca1dfb9a4d req-c4a96ed6-42a3-4dd3-beab-07591b047b7f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0513091 May 12 05:33:23.758358 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] No DVR routers for this DVR port f39710fc-48cf-4d5f-9173-8aa43c51c97d on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:23.760977 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:23.764328 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-158388e7-c006-43d0-b05e-2d8a04418fea req-8b1f0407-3e5b-46e2-9b2f-a03fd25cde82 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "DELETE /v2.0/ports/f39710fc-48cf-4d5f-9173-8aa43c51c97d HTTP/1.1" status: 204 len: 173 time: 1.0426619 May 12 05:33:23.764833 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'name': 'network-vif-deleted', 'tag': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:23.767672 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aff9a98-8fa9-495e-9926-578e0b5ca983" -d '{"events": [{"server_uuid": "bcbeedd2-12be-4ae9-90f7-f70491690367", "name": "network-vif-deleted", "tag": "f39710fc-48cf-4d5f-9173-8aa43c51c97d"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:23.788934 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-32db78f1-b368-411b-88c9-ceca1dfb9a4d req-b074e7e7-e670-40fa-9dcb-6b6180ca7b4c tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362363 May 12 05:33:23.804780 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc3446c-e3f3-4556-8a18-ad9d866c1eb8 x-openstack-request-id: req-cdc3446c-e3f3-4556-8a18-ad9d866c1eb8 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:23.805580 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbeedd2-12be-4ae9-90f7-f70491690367", "name": "network-vif-deleted", "tag": "f39710fc-48cf-4d5f-9173-8aa43c51c97d", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:23.805930 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdc3446c-e3f3-4556-8a18-ad9d866c1eb8 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:23.806418 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc3446c-e3f3-4556-8a18-ad9d866c1eb8'] response: {'server_uuid': 'bcbeedd2-12be-4ae9-90f7-f70491690367', 'name': 'network-vif-deleted', 'tag': 'f39710fc-48cf-4d5f-9173-8aa43c51c97d', 'status': 'completed', 'code': 200} May 12 05:33:23.886945 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:24.088659 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:24.091567 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7b45796f-9726-4b90-90d5-31ceafa8971e req-e8e67c00-7a6d-48ab-90c3-6305c25262a4 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbeedd2-12be-4ae9-90f7-f70491690367 HTTP/1.1" status: 200 len: 210 time: 0.0261464 May 12 05:33:24.115656 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] Checking router: 8b76a079-aa91-4544-a2fd-6b139a3ed103 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:24.124446 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:24.125052 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:24.231105 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:24.368633 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0eef7-08d2-4540-8b70-4c9e55e87e7c req-9dd22741-3ffe-4e6b-ab59-ccc95044f46d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:24.370218 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b0f0eef7-08d2-4540-8b70-4c9e55e87e7c req-9dd22741-3ffe-4e6b-ab59-ccc95044f46d tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 944 time: 0.0472193 May 12 05:33:24.406698 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b0f0eef7-08d2-4540-8b70-4c9e55e87e7c req-e6eec964-3bd9-4952-8e6c-7ed76fb1fc5c tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304210 May 12 05:33:24.431035 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:24.456871 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc32ea9-5ad8-4680-9baa-c1657d66787a None None] The sync data for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb is: [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:24.624714 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device bbe31c81-f423-4e89-8833-78bb286e9b6c up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:33:24.660760 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1b2f5-0ca5-4fcf-959a-5b4c13a0fe0e None None] New status for floating IP d2d91e93-cdbb-40b7-b55f-0629aac7f3e6: DOWN {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:33:24.672961 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port bbe31c81-f423-4e89-8833-78bb286e9b6c completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:33:24.676747 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port bbe31c81-f423-4e89-8833-78bb286e9b6c triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:33:24.677121 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:24.757778 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port bbe31c81-f423-4e89-8833-78bb286e9b6c is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:33:24.758458 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:24.780773 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe31c81-f423-4e89-8833-78bb286e9b6c'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:24.783029 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18563f5-adf5-4859-ac38-e9ebaf9368fe" -d '{"events": [{"server_uuid": "0eeb9bcc-8e2b-4dcf-9985-69566fd80105", "name": "network-vif-plugged", "status": "completed", "tag": "bbe31c81-f423-4e89-8833-78bb286e9b6c"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:24.796789 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port bbe31c81-f423-4e89-8833-78bb286e9b6c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bbe31c81-f423-4e89-8833-78bb286e9b6c,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:24.801459 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:24.802149 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device f39710fc-48cf-4d5f-9173-8aa43c51c97d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:24.826714 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766d9aa6-1889-4119-9233-8665a1df4978 x-openstack-request-id: req-766d9aa6-1889-4119-9233-8665a1df4978 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:24.826994 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeb9bcc-8e2b-4dcf-9985-69566fd80105", "name": "network-vif-plugged", "status": "completed", "tag": "bbe31c81-f423-4e89-8833-78bb286e9b6c", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:24.827237 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-766d9aa6-1889-4119-9233-8665a1df4978 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:24.827618 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766d9aa6-1889-4119-9233-8665a1df4978'] response: {'server_uuid': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'code': 200} May 12 05:33:24.847116 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: f39710fc-48cf-4d5f-9173-8aa43c51c97d {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:24.847457 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device f39710fc-48cf-4d5f-9173-8aa43c51c97d not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:24.870691 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=bbe31c81-f423-4e89-8833-78bb286e9b6c,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:24.912612 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ce75-c8ed-46ea-b1a6-2563890c468e req-4553d2f1-ee4f-48e2-b8eb-7a074ab2d4c3 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:24.914648 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b301ce75-c8ed-46ea-b1a6-2563890c468e req-4553d2f1-ee4f-48e2-b8eb-7a074ab2d4c3 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0515864 May 12 05:33:24.954120 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b301ce75-c8ed-46ea-b1a6-2563890c468e req-54637a4f-961e-46ce-8a3a-5c9ca4fa540d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318575 May 12 05:33:25.001035 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770d8ef-48cc-420d-a530-a43466ee3fd2 req-34e22d5e-35c5-40fb-a32f-0a56f4ab1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:25.002478 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9770d8ef-48cc-420d-a530-a43466ee3fd2 req-34e22d5e-35c5-40fb-a32f-0a56f4ab1b4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 1098 time: 0.0388074 May 12 05:33:25.036511 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9770d8ef-48cc-420d-a530-a43466ee3fd2 req-b41858bf-4a35-4666-9047-da33bae04ce9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264907 May 12 05:33:25.171946 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49536) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:25.227379 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-481ec4b0-7137-4481-b942-eedbaf873d33 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.249697 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-481ec4b0-7137-4481-b942-eedbaf873d33 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.295532 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-481ec4b0-7137-4481-b942-eedbaf873d33 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.298258 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-481ec4b0-7137-4481-b942-eedbaf873d33 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.299406 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-481ec4b0-7137-4481-b942-eedbaf873d33 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "DELETE /v2.0/security-groups/b7bac23d-8b5a-4fc1-8051-5df18cc205a5 HTTP/1.1" status: 204 len: 168 time: 0.1264808 May 12 05:33:25.302273 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49538) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:25.310099 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ec4b0-7137-4481-b942-eedbaf873d33 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bac23d-8b5a-4fc1-8051-5df18cc205a5,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:25.315129 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.api.v2.resource [None req-c703af70-13fa-4325-8000-f191c15954fb tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] show failed (client error): The resource could not be found. May 12 05:33:25.316107 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-c703af70-13fa-4325-8000-f191c15954fb tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups/b7bac23d-8b5a-4fc1-8051-5df18cc205a5 HTTP/1.1" status: 404 len: 347 time: 0.0128591 May 12 05:33:25.318745 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49540) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:25.438240 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Deleting port bcd371c3-3116-42dc-b36e-137e2ee93e22 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:25.438585 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.514339 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.514658 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.521114 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9060c2-9795-455c-b282-29a1807fc9c2 req-3181fec1-309c-4062-8252-e68eb43ec1ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:25.522749 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d9060c2-9795-455c-b282-29a1807fc9c2 req-3181fec1-309c-4062-8252-e68eb43ec1ae tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 945 time: 0.0486908 May 12 05:33:25.526986 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Calling delete_port for bcd371c3-3116-42dc-b36e-137e2ee93e22 owned by network:floatingip {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:25.560448 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1d9060c2-9795-455c-b282-29a1807fc9c2 req-9e739e9d-cd64-4927-94d4-57c9d1ed93b2 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304542 May 12 05:33:25.650730 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.683243 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event deleted for resources: {'Port': ['ID=bcd371c3-3116-42dc-b36e-137e2ee93e22,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:25.734785 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.737685 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.738861 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-952b11ba-3c2a-454d-87b2-5c3f1f1dde7b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "DELETE /v2.0/floatingips/d2d91e93-cdbb-40b7-b55f-0629aac7f3e6 HTTP/1.1" status: 204 len: 168 time: 0.4192209 May 12 05:33:25.818405 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49546) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:25.823533 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-aa659613-ea25-4843-b3e3-c4f9ddc6e9a9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16576269', 'description': 'tempest-description--1450596437'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:25.844850 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aa659613-ea25-4843-b3e3-c4f9ddc6e9a9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.908464 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aa659613-ea25-4843-b3e3-c4f9ddc6e9a9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.912158 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aa659613-ea25-4843-b3e3-c4f9ddc6e9a9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.943129 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aa659613-ea25-4843-b3e3-c4f9ddc6e9a9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:25.944345 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-aa659613-ea25-4843-b3e3-c4f9ddc6e9a9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1249084 May 12 05:33:25.945967 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa659613-ea25-4843-b3e3-c4f9ddc6e9a9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ea3e9-0925-4c32-9b44-42e0e22933ed,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:25.947911 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49548) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:25.953032 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-da0dc691-d41f-4259-af5f-f60d1606c1e8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'security_group_rule': {'security_group_id': 'e15ea3e9-0925-4c32-9b44-42e0e22933ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:25.977153 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-da0dc691-d41f-4259-af5f-f60d1606c1e8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.025578 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-da0dc691-d41f-4259-af5f-f60d1606c1e8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.036378 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-da0dc691-d41f-4259-af5f-f60d1606c1e8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.074657 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dc691-d41f-4259-af5f-f60d1606c1e8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7193a19a-c21c-40a4-8c71-a98b379951c1,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:26.081620 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-da0dc691-d41f-4259-af5f-f60d1606c1e8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.082786 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-da0dc691-d41f-4259-af5f-f60d1606c1e8 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337471 May 12 05:33:26.085619 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49552) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:26.090884 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-0519e86b-092b-47fd-a15a-a0a36aba8082 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'security_group_rule': {'security_group_id': 'e15ea3e9-0925-4c32-9b44-42e0e22933ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:26.102839 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d2681-6544-49a9-be53-29185b843d87 req-b21204b1-eca3-46a6-a23b-b810aed65e17 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:26.104339 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5a9d2681-6544-49a9-be53-29185b843d87 req-b21204b1-eca3-46a6-a23b-b810aed65e17 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.0814230 May 12 05:33:26.114756 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0519e86b-092b-47fd-a15a-a0a36aba8082 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.143209 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5a9d2681-6544-49a9-be53-29185b843d87 req-1227c9e3-27a2-4904-aeb1-fcd754e82fe1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 May 12 05:33:26.178322 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0519e86b-092b-47fd-a15a-a0a36aba8082 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.181668 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0519e86b-092b-47fd-a15a-a0a36aba8082 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.199039 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519e86b-092b-47fd-a15a-a0a36aba8082 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d76a14-ea13-43fc-a6a8-ba1ebaefc4a9,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:26.207246 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0519e86b-092b-47fd-a15a-a0a36aba8082 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.211588 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-0519e86b-092b-47fd-a15a-a0a36aba8082 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218295 May 12 05:33:26.213140 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49554) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:26.216128 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:26.236310 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.331364 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.437225 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Allocated IP 172.28.0.227 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/94c2f9e4-d2ae-4d5d-878f-470283e21c8d) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:33:26.531660 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.564415 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.629150 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:33:26.642805 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:33:26.665048 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:33:26.668548 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'Port': ['ID=94c2f9e4-d2ae-4d5d-878f-470283e21c8d,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:26.717405 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4229ee1f-8100-4650-ae3a-0a0476f9777b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:26.718817 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4229ee1f-8100-4650-ae3a-0a0476f9777b tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.1273010 May 12 05:33:26.783058 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88acdb-51db-4aa4-8cc1-bd117c389d75 req-74d2bdb6-e3f3-4c40-9083-74e260f1d3b7 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:26.784586 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-da88acdb-51db-4aa4-8cc1-bd117c389d75 req-74d2bdb6-e3f3-4c40-9083-74e260f1d3b7 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 945 time: 0.1543891 May 12 05:33:26.856639 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.866361 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-da88acdb-51db-4aa4-8cc1-bd117c389d75 req-9c231e81-847d-4e1e-8bd3-1a750e2093eb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739315 May 12 05:33:26.903608 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.930659 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Deleting port 42d649d8-8807-4db4-8015-d57b81e8e469 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:26.931009 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:26.975927 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b43d-b054-4220-9c03-3dff17cce6ea req-553ed4e3-8513-4fbf-9e8f-9ee6e4d029b9 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:26.978013 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-fd00b43d-b054-4220-9c03-3dff17cce6ea req-553ed4e3-8513-4fbf-9e8f-9ee6e4d029b9 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 945 time: 0.0485220 May 12 05:33:26.986472 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49564) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:26.990866 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Request body: {'floatingip': {'port_id': 'bbe31c81-f423-4e89-8833-78bb286e9b6c'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:27.028154 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.073696 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] For port 42d649d8-8807-4db4-8015-d57b81e8e469, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=42d649d8-8807-4db4-8015-d57b81e8e469,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:27.074314 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.209842 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.215653 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.366592 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'Port': ['ID=94c2f9e4-d2ae-4d5d-878f-470283e21c8d,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:27.384316 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.384679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.384996 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Floating IP 78e14f62-252d-4152-90ce-3ce9116acb9c disassociated. External IP: 172.28.0.55, port: 42d649d8-8807-4db4-8015-d57b81e8e469. May 12 05:33:27.385336 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Calling delete_port for 42d649d8-8807-4db4-8015-d57b81e8e469 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:27.393901 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddf573-de4d-48f2-b223-e96ddbb93943 req-e16c775f-68f9-4e82-b70e-6bb63e0775dc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:27.395387 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-06ddf573-de4d-48f2-b223-e96ddbb93943 req-e16c775f-68f9-4e82-b70e-6bb63e0775dc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 946 time: 0.1775753 May 12 05:33:27.408121 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.444666 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-fca40d0e-968e-4d91-9175-f20a6d671988 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176410259&fields=id&tenant_id=2777781455884eda8846472d2ec8715c HTTP/1.1" status: 200 len: 267 time: 0.0776601 May 12 05:33:27.534903 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.540295 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.584409 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-356f9d6c-8141-496e-af97-07ce1536d031 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:27.585972 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-356f9d6c-8141-496e-af97-07ce1536d031 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 985 time: 0.1297891 May 12 05:33:27.600234 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Request body: {'port': {'security_groups': ['26e82715-aa0d-4e16-9ff1-24c54c653e7f']}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:27.695600 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.696746 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-f3a4b78e-104e-4ff0-9d87-f8c9d490997e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4840348 May 12 05:33:27.707910 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-06ddf573-de4d-48f2-b223-e96ddbb93943 req-c5f2b050-3da8-4b89-ad0e-571ac4677dc5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=73137605-4206-45f5-8e02-74c41283ef6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037219 May 12 05:33:27.710001 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.712327 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.l3_db [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Floating IP c506fb50-9cc1-4240-a945-ae591e06ca5f associated. External IP: 172.28.0.75, port: bbe31c81-f423-4e89-8833-78bb286e9b6c. May 12 05:33:27.794014 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:27.825629 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event deleted for resources: {'Port': ['ID=42d649d8-8807-4db4-8015-d57b81e8e469,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:27.958209 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-599173e6-4e36-4a29-97e6-d34af95cfa3b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--16576269&fields=id&tenant_id=1b2586bde6b14499880c544a1e335c14 HTTP/1.1" status: 200 len: 267 time: 0.0451746 May 12 05:33:27.965472 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:28.145545 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61454-c818-4361-bf6e-7231db4b4714 req-278bfe13-7a1a-4eeb-a8c4-fe628b53414c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:28.147070 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-278bfe13-7a1a-4eeb-a8c4-fe628b53414c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 811 time: 0.1801536 May 12 05:33:28.170247 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-b0378ca8-9830-439d-85f8-6ff470311265 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/quotas/1b2586bde6b14499880c544a1e335c14 HTTP/1.1" status: 200 len: 375 time: 0.0133045 May 12 05:33:28.171430 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:28.184466 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] Sync routers for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:28.194911 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:28.196145 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:28.221378 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] No DVR routers for this DVR port 42d649d8-8807-4db4-8015-d57b81e8e469 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:28.243104 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.247947 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-55f5af44-1eb3-404d-bd55-c7180e831e1d req-4e17da4c-01f5-4807-98c0-c2fd7574160a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "DELETE /v2.0/ports/42d649d8-8807-4db4-8015-d57b81e8e469 HTTP/1.1" status: 204 len: 173 time: 1.5167649 May 12 05:33:28.249359 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'name': 'network-vif-deleted', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:28.259222 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999cd501-1cf0-4df0-b2cb-d0e26571ec8c" -d '{"events": [{"server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "name": "network-vif-deleted", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:28.301737 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-f0e8c806-7f24-40ef-a61b-14e56eb5e98f tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062181 May 12 05:33:28.311483 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:28.345995 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] For port 80bbace7-8934-4ead-a480-b8aca783641b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=80bbace7-8934-4ead-a480-b8aca783641b,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:28.356779 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:28.384001 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for port, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.391819 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3471986'] for port, after_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.406901 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['80bbace7-8934-4ead-a480-b8aca783641b'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:33:28.457646 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-74601858-1eff-42d0-bf9e-d9ea6fcae7d6 service neutron] 10.222.0.23 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325476 May 12 05:33:28.472949 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:28.473574 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.474943 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bfd1a6bc-942f-492c-9d59-5368fc163700 req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "PUT /v2.0/ports/80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 943 time: 0.8809211 May 12 05:33:28.477854 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:28.480217 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca59d0-b9a1-4f5a-b96a-be6640170677" -d '{"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:28.486864 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49588) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:28.547643 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19009742-1a2d-4adc-b54b-571ddbdb9953 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event updated for resources: {'Port': ['ID=80bbace7-8934-4ead-a480-b8aca783641b,revision_number=7']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:28.576163 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76827dfd-00c1-4200-afff-2c444ae72002 x-openstack-request-id: req-76827dfd-00c1-4200-afff-2c444ae72002 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:28.576512 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d8e0cf-a2a7-4292-bb1a-20b618133766", "name": "network-vif-deleted", "tag": "42d649d8-8807-4db4-8015-d57b81e8e469", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:28.576826 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76827dfd-00c1-4200-afff-2c444ae72002 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:28.577277 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76827dfd-00c1-4200-afff-2c444ae72002'] response: {'server_uuid': '79d8e0cf-a2a7-4292-bb1a-20b618133766', 'name': 'network-vif-deleted', 'tag': '42d649d8-8807-4db4-8015-d57b81e8e469', 'status': 'completed', 'code': 200} May 12 05:33:28.581893 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:28.590952 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.595366 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:28.624951 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:28.627023 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:28.640537 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d54c50e8-b060-4757-80d6-5cb1735c0aa3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.652937 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-5142ac41-6118-490c-9185-7da89b0b257b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "PUT /v2.0/floatingips/c506fb50-9cc1-4240-a945-ae591e06ca5f HTTP/1.1" status: 200 len: 990 time: 1.6652031 May 12 05:33:28.657929 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ef7c1-f75a-4da0-b946-d389f6e06f05 x-openstack-request-id: req-524ef7c1-f75a-4da0-b946-d389f6e06f05 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:28.658356 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:28.658617 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-524ef7c1-f75a-4da0-b946-d389f6e06f05 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:28.659025 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524ef7c1-f75a-4da0-b946-d389f6e06f05'] response: {'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b', 'status': 'completed', 'code': 200} May 12 05:33:28.674360 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d54c50e8-b060-4757-80d6-5cb1735c0aa3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.775633 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-5746bfd5-2803-413f-9908-4e3714f09159 service neutron] 10.222.0.23 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078415 May 12 05:33:28.790358 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:28.798874 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['80bbace7-8934-4ead-a480-b8aca783641b'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:33:28.801332 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-70230fba-089b-4f28-a374-63626a54e9fa None None] Provisioning complete for port 80bbace7-8934-4ead-a480-b8aca783641b triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:33:28.801708 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-70230fba-089b-4f28-a374-63626a54e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.816435 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-fe6cf6e4-3ba5-458b-a2bc-e3b272a38429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:28.818487 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-fe6cf6e4-3ba5-458b-a2bc-e3b272a38429 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2777781455884eda8846472d2ec8715c&device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1099 time: 0.1059787 May 12 05:33:28.904954 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d54c50e8-b060-4757-80d6-5cb1735c0aa3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.908511 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d54c50e8-b060-4757-80d6-5cb1735c0aa3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:28.909971 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d54c50e8-b060-4757-80d6-5cb1735c0aa3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "DELETE /v2.0/security-groups/89a37698-3a87-4b5c-b418-2496a092da62 HTTP/1.1" status: 204 len: 168 time: 0.4221509 May 12 05:33:28.918710 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49594) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:28.950917 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8555c7f6-dd33-4153-b55b-48ddb659a379 req-ce97f405-2b29-45e1-a437-969078723602 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d8e0cf-a2a7-4292-bb1a-20b618133766 HTTP/1.1" status: 200 len: 210 time: 0.0585079 May 12 05:33:28.972518 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c50e8-b060-4757-80d6-5cb1735c0aa3 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a37698-3a87-4b5c-b418-2496a092da62,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:29.090923 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-9acf1dcb-b5cf-4457-b819-41e702f695d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:29.092643 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-9acf1dcb-b5cf-4457-b819-41e702f695d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 200 len: 915 time: 0.2659154 May 12 05:33:29.114836 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3e5335ca-7544-4f88-abc5-50f027462ffc req-5746d1ed-c8f0-42b6-aea3-394b88f52815 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 210 time: 0.0441804 May 12 05:33:29.178365 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-70230fba-089b-4f28-a374-63626a54e9fa None None] Current status of the port 80bbace7-8934-4ead-a480-b8aca783641b is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:33:29.183790 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:29.224667 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] Checking router: ea4614c6-a6e4-4bc8-b0ee-0213708557b4 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:29.249148 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:29.249777 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:29.260673 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-ce57a398-42ef-4bf2-bfe0-534be566422e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 1002 time: 0.1602066 May 12 05:33:29.269116 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Deleting port 485d4f94-dcc9-4e19-984a-d9a869843f7c {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:29.269635 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:29.348561 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'c506fb50-9cc1-4240-a945-ae591e06ca5f', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.75', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:cd:90:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:17Z', 'updated_at': '2022-05-12T05:33:27Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:29.378992 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:29.381722 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-c7961533-621c-4169-bea5-4ce3d1b5e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:29.383895 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-c7961533-621c-4169-bea5-4ce3d1b5e818 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 HTTP/1.1" status: 200 len: 853 time: 0.1105289 May 12 05:33:29.389826 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:29.390736 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:29.393616 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:29.440298 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:29.440633 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:29.455782 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Calling delete_port for 485d4f94-dcc9-4e19-984a-d9a869843f7c owned by network:floatingip {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:29.464532 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-ef74ff1a-93c6-4bd9-ab47-18e8ecd72bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:29.466057 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-ef74ff1a-93c6-4bd9-ab47-18e8ecd72bf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a7d67df-2f1e-49ec-b402-37c0ec763b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732193 May 12 05:33:29.519838 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:29.664208 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-5e032d30-32f2-46f1-b4d7-87667e482384 service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588728 May 12 05:33:29.676634 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:29.704589 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32801a55-f6b2-4937-8167-50a883ac7861 None None] The sync data for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb is: [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:59Z', 'revision_number': 4, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '95472a74-1fb8-4236-aeeb-f4fa6f9910f2', 'name': '', 'network_id': '9685f37d-dec1-4535-8a83-f88a1b1d5aa9', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'mac_address': 'fa:16:3e:2f:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:55Z', 'updated_at': '2022-05-12T05:29:08Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'subnets': [{'id': '045530e1-4ae4-4b1f-90a8-d13156302a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:29.821302 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b8ca59d0-b9a1-4f5a-b96a-be6640170677 req-8135ec39-9608-41a6-982c-f5baf57f12a0 service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457651 May 12 05:33:29.825081 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'c506fb50-9cc1-4240-a945-ae591e06ca5f', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.75', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:cd:90:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:17Z', 'updated_at': '2022-05-12T05:33:27Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:29.826050 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:29.855078 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0c2c8-0ad7-4282-93c6-b0af8d334553 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': 'c506fb50-9cc1-4240-a945-ae591e06ca5f', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'floating_ip_address': '172.28.0.75', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'port_id': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'mac_address': 'fa:16:3e:cd:90:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:17Z', 'updated_at': '2022-05-12T05:33:27Z', 'revision_number': 1, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:29.863215 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event deleted for resources: {'Port': ['ID=485d4f94-dcc9-4e19-984a-d9a869843f7c,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:29.931643 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks [] for floatingip, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:29.932007 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Floating IP a807b4c2-7a16-4fcc-831b-a0faf23afead disassociated (deleted). External IP: 172.28.0.246, port: 80bbace7-8934-4ead-a480-b8aca783641b. May 12 05:33:30.034934 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14827279-17c9-47b2-a1f4-ecd2df65281b None None] New status for floating IP 78e14f62-252d-4152-90ce-3ce9116acb9c: DOWN {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:33:30.075397 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49610) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:30.161814 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1e5e37f9-a44d-4973-9ab1-0de8d05fbf1d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.175542 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea0cb6f-c544-4429-b4ce-1ad845f40748 None None] New status for floating IP c506fb50-9cc1-4240-a945-ae591e06ca5f: ACTIVE {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:33:30.207428 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1e5e37f9-a44d-4973-9ab1-0de8d05fbf1d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.222864 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:30.256021 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2a7178e6-3eb9-499d-ab2b-9c7441abe973 req-bd8d7fa1-22fc-4700-a7bf-f815db08b15d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 210 time: 0.0468972 May 12 05:33:30.277376 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1e5e37f9-a44d-4973-9ab1-0de8d05fbf1d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.280491 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1e5e37f9-a44d-4973-9ab1-0de8d05fbf1d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.281825 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-1e5e37f9-a44d-4973-9ab1-0de8d05fbf1d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "DELETE /v2.0/security-groups/73137605-4206-45f5-8e02-74c41283ef6b HTTP/1.1" status: 204 len: 168 time: 0.2046964 May 12 05:33:30.285504 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49614) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:30.304159 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.api.v2.resource [None req-e65ab030-34f3-4836-820e-16665c21ca2a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] show failed (client error): The resource could not be found. May 12 05:33:30.306773 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-e65ab030-34f3-4836-820e-16665c21ca2a tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups/73137605-4206-45f5-8e02-74c41283ef6b HTTP/1.1" status: 404 len: 347 time: 0.0201080 May 12 05:33:30.307779 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e37f9-a44d-4973-9ab1-0de8d05fbf1d tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73137605-4206-45f5-8e02-74c41283ef6b,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:30.309608 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49616) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:30.467461 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Deleting port 66325d02-f96c-41d8-9172-774de7331773 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:30.467832 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.497642 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:30.502523 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.508365 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] Sync routers for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:30.513608 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61454-c818-4361-bf6e-7231db4b4714 req-40c25fa8-8440-4658-95a2-58f1c9c317e7 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:30.516061 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-40c25fa8-8440-4658-95a2-58f1c9c317e7 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 811 time: 0.1969914 May 12 05:33:30.523568 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:30.524461 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:30.562282 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.562618 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.577022 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Calling delete_port for 66325d02-f96c-41d8-9172-774de7331773 owned by network:floatingip {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:30.578874 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-df0fa65b-dbfd-4f6c-ac99-8ab2913f2a3f tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "DELETE /v2.0/floatingips/a807b4c2-7a16-4fcc-831b-a0faf23afead HTTP/1.1" status: 204 len: 168 time: 1.6581252 May 12 05:33:30.580012 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:30.582689 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:30.589756 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-8954020b-3e8d-4757-9ffc-ed822ecec382 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b2586bde6b14499880c544a1e335c14 HTTP/1.1" status: 200 len: 378 time: 0.0547683 May 12 05:33:30.606551 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'port': {'device_id': '841fa60c-783a-43ed-8007-f48b230b8e42', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'admin_state_up': True, 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'security_groups': ['e15ea3e9-0925-4c32-9b44-42e0e22933ed']}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:30.660097 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f7e47a-e638-413a-8682-3915eb4ea44b x-openstack-request-id: req-70f7e47a-e638-413a-8682-3915eb4ea44b {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:30.661975 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "tag": "80bbace7-8934-4ead-a480-b8aca783641b", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:30.662306 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70f7e47a-e638-413a-8682-3915eb4ea44b {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:30.662781 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f7e47a-e638-413a-8682-3915eb4ea44b'] response: {'name': 'network-changed', 'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b', 'status': 'completed', 'code': 200} May 12 05:33:30.663041 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:30.671296 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'tag': 'bbe31c81-f423-4e89-8833-78bb286e9b6c'}] {{(pid=101911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:30.674503 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd9553388615dd5360c9cac1cdb5013c4d0c019e43b9040a0f4b727bb3c1172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0eeb9bcc-8e2b-4dcf-9985-69566fd80105", "tag": "bbe31c81-f423-4e89-8833-78bb286e9b6c"}]}' {{(pid=101911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:30.750128 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb27795-75be-468b-bfc9-616f417521a7 x-openstack-request-id: req-7fb27795-75be-468b-bfc9-616f417521a7 {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:30.750414 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eeb9bcc-8e2b-4dcf-9985-69566fd80105", "tag": "bbe31c81-f423-4e89-8833-78bb286e9b6c", "status": "completed", "code": 200}]} {{(pid=101911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:30.750666 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fb27795-75be-468b-bfc9-616f417521a7 {{(pid=101911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:30.751054 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb27795-75be-468b-bfc9-616f417521a7'] response: {'name': 'network-changed', 'server_uuid': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'tag': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'status': 'completed', 'code': 200} May 12 05:33:30.762625 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 42d649d8-8807-4db4-8015-d57b81e8e469 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:30.766073 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-bf8ec73e-e2a1-4893-942c-7e0b3b07034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:30.768163 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-bf8ec73e-e2a1-4893-942c-7e0b3b07034d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2777781455884eda8846472d2ec8715c&device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0908022 May 12 05:33:30.786906 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 42d649d8-8807-4db4-8015-d57b81e8e469 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:30.787323 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 42d649d8-8807-4db4-8015-d57b81e8e469 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:30.802966 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Made reservation on behalf of 1b2586bde6b14499880c544a1e335c14 for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:33:30.808466 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.841604 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.883992 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event deleted for resources: {'Port': ['ID=66325d02-f96c-41d8-9172-774de7331773,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:30.948093 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-ed5dfd25-b22f-46f1-891d-8687c65e2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:30.949766 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-ed5dfd25-b22f-46f1-891d-8687c65e2a9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 1098 time: 0.1820276 May 12 05:33:30.974561 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-d25bbc6a-4508-484e-a884-94128d7280dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:30.976030 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-d25bbc6a-4508-484e-a884-94128d7280dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 200 len: 915 time: 0.1991391 May 12 05:33:30.979593 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks [] for floatingip, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.982162 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:30.986248 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-5c1de490-81c1-4f55-94c8-786c05fdd808 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "DELETE /v2.0/floatingips/78e14f62-252d-4152-90ce-3ce9116acb9c HTTP/1.1" status: 204 len: 168 time: 0.6754436 May 12 05:33:31.005143 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:55Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:31.024300 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-e3d797d6-b1ae-455e-9a8e-2777cc3cddec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 200 len: 217 time: 0.0369546 May 12 05:33:31.025432 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Allocated IP 172.20.0.3 (07635e6b-22ad-4ded-8b71-73dd0e12cddd/050e9b64-f013-4103-b941-bd38a5ea8d62/1e4a5031-3007-4b49-bf35-8f293efcca6f) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:33:31.034643 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] Checking router: 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:31.045438 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:31.045743 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:31.097613 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-2bdf8278-f3e2-431b-b69b-84d6ca7fe466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:31.099799 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-2bdf8278-f3e2-431b-b69b-84d6ca7fe466 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 HTTP/1.1" status: 200 len: 853 time: 0.0671363 May 12 05:33:31.109466 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-9aee09da-dbb0-4be3-bda1-f9a84f4d60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:31.111085 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-9aee09da-dbb0-4be3-bda1-f9a84f4d60f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 200 len: 915 time: 0.1525536 May 12 05:33:31.153519 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-4600439e-d05a-4458-8a75-08515806493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:31.155397 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-4600439e-d05a-4458-8a75-08515806493c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a7d67df-2f1e-49ec-b402-37c0ec763b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0442810 May 12 05:33:31.182080 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:31.298616 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-0e7b7275-2956-4462-8d4c-819233214a6c service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239355 May 12 05:33:31.401001 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2608ed08-f8c4-40ab-b272-9244bd7bc4a2 req-ea673ba4-91f4-467d-bca3-b13f23d1303c tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 210 time: 0.0314922 May 12 05:33:31.446439 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f72f3c81-6ab9-4b9f-b3a3-3140e632dd8b req-541a0bc9-e744-4030-85ff-e7a27f926601 service neutron] 10.222.0.35 "GET /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351342 May 12 05:33:31.452101 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:55Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:31.480143 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-b109cc85-f0a8-46b4-b53c-2fb43756930a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbe31c81-f423-4e89-8833-78bb286e9b6c HTTP/1.1" status: 200 len: 1000 time: 0.3589163 May 12 05:33:31.480371 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd96a01-707a-4379-9e65-cdee5f3fe75e None None] The sync data for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb is: [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:30:49Z', 'revision_number': 4, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'f8681d6e-2d60-468a-918f-37da1cf0b4de', 'name': '', 'network_id': '9a7d67df-2f1e-49ec-b402-37c0ec763b81', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'mac_address': 'fa:16:3e:3e:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:48Z', 'updated_at': '2022-05-12T05:30:55Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'subnets': [{'id': '1a302c4e-ce42-4ca5-9dbf-d1bb319cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:31.543916 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:31.560344 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-6bdadcc5-ac69-45a1-90f6-d1618a95c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:31.561852 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-6bdadcc5-ac69-45a1-90f6-d1618a95c30c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 200 len: 853 time: 0.0702591 May 12 05:33:31.628409 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:31.638272 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-63cd58b9-66bc-4ba4-8ce2-bc95f7d91bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:31.639764 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-63cd58b9-66bc-4ba4-8ce2-bc95f7d91bed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279f8040-9dbf-4e91-8729-00b5b73c5077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703230 May 12 05:33:31.721522 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:33:31.721728 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2309f7-311c-4a94-bf2b-8e8a96f67734 None None] New status for floating IP a807b4c2-7a16-4fcc-831b-a0faf23afead: DOWN {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:33:31.732387 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:33:31.735595 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event updated for resources: {'Port': ['ID=1e4a5031-3007-4b49-bf35-8f293efcca6f,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:31.740087 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:33:31.808801 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:31.809434 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:31.819823 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-2c7dffd4-0e1a-4c69-b6dc-501aa39ec877 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578190 May 12 05:33:31.837535 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9962a3c9-3c49-4f62-9f57-f860c678df97 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2350075 May 12 05:33:31.854865 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Request body: {'port': {'device_id': '841fa60c-783a-43ed-8007-f48b230b8e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:31.958719 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:31.980931 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0cf9cd6d-825e-401e-a0aa-87847cb32b7f req-d3b6af7c-9fbb-4ca9-817d-d497dea8e592 service neutron] 10.222.0.35 "GET /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538241 May 12 05:33:32.021293 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-35ce954b-3d56-4638-8672-48a42d233557 None None] Provisioning complete for port 1e4a5031-3007-4b49-bf35-8f293efcca6f triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:33:32.021838 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-35ce954b-3d56-4638-8672-48a42d233557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:32.056253 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-35ce954b-3d56-4638-8672-48a42d233557 None None] Port 1e4a5031-3007-4b49-bf35-8f293efcca6f cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:33:32.257557 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4a5031-3007-4b49-bf35-8f293efcca6f {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:33:32.265009 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:32.276864 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Transition to ACTIVE for port object 1e4a5031-3007-4b49-bf35-8f293efcca6f will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:33:32.280452 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:32.333504 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a5031-3007-4b49-bf35-8f293efcca6f,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:32.404356 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Attempting to bind port 1e4a5031-3007-4b49-bf35-8f293efcca6f on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:33:32.404714 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Attempting to bind port 1e4a5031-3007-4b49-bf35-8f293efcca6f by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:33:32.405058 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Attempting to bind port 1e4a5031-3007-4b49-bf35-8f293efcca6f on network 07635e6b-22ad-4ded-8b71-73dd0e12cddd {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:33:32.409770 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Port 1e4a5031-3007-4b49-bf35-8f293efcca6f on network 07635e6b-22ad-4ded-8b71-73dd0e12cddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:33:32.410101 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Attempting to bind port 1e4a5031-3007-4b49-bf35-8f293efcca6f on network 07635e6b-22ad-4ded-8b71-73dd0e12cddd {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:33:32.415849 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:33:32.416213 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Checking segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:33:32.416597 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Bound using segment: {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:33:32.417202 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Bound port: 1e4a5031-3007-4b49-bf35-8f293efcca6f, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48cffd3-747b-4058-9de8-08c899db8ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:33:32.417571 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:32.502222 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] For port 1e4a5031-3007-4b49-bf35-8f293efcca6f, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:33:32.528464 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] For port 1e4a5031-3007-4b49-bf35-8f293efcca6f, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e4a5031-3007-4b49-bf35-8f293efcca6f,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:33:32.535450 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:32.571408 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5133b-9fdd-479f-a4f0-c87f1b0f97c1 req-37c16f68-b4d1-41e8-8f3f-93ce19c334c5 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:32.572834 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-eaa5133b-9fdd-479f-a4f0-c87f1b0f97c1 req-37c16f68-b4d1-41e8-8f3f-93ce19c334c5 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 943 time: 0.0860083 May 12 05:33:32.579986 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:32.580540 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:32.581844 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] 10.222.0.35 "PUT /v2.0/ports/1e4a5031-3007-4b49-bf35-8f293efcca6f HTTP/1.1" status: 200 len: 1093 time: 0.7311616 May 12 05:33:32.654113 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d72684-f0a3-4c60-977c-96b69d471f0d service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a5031-3007-4b49-bf35-8f293efcca6f,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:32.665917 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-eaa5133b-9fdd-479f-a4f0-c87f1b0f97c1 req-18d748ed-6c39-413f-99c5-51a48d0599a0 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831618 May 12 05:33:32.668047 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841fa60c-783a-43ed-8007-f48b230b8e42', 'tag': '1e4a5031-3007-4b49-bf35-8f293efcca6f'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:32.670091 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95e91b9-795a-4b15-9e61-eab6ccc7f560" -d '{"events": [{"name": "network-changed", "server_uuid": "841fa60c-783a-43ed-8007-f48b230b8e42", "tag": "1e4a5031-3007-4b49-bf35-8f293efcca6f"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:32.690998 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61454-c818-4361-bf6e-7231db4b4714 req-b2c5da28-ce2b-4629-91c7-d70212dac87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:32.692564 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-b2c5da28-ce2b-4629-91c7-d70212dac87e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 1096 time: 0.0723670 May 12 05:33:32.708656 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b099832f-6ffa-4a5a-9368-74f49a8cc866 x-openstack-request-id: req-b099832f-6ffa-4a5a-9368-74f49a8cc866 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:32.708948 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841fa60c-783a-43ed-8007-f48b230b8e42", "tag": "1e4a5031-3007-4b49-bf35-8f293efcca6f", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:32.709204 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b099832f-6ffa-4a5a-9368-74f49a8cc866 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:32.709596 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b099832f-6ffa-4a5a-9368-74f49a8cc866'] response: {'name': 'network-changed', 'server_uuid': '841fa60c-783a-43ed-8007-f48b230b8e42', 'tag': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'status': 'completed', 'code': 200} May 12 05:33:32.737809 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-6d9dd691-f9d8-4c04-be0d-8861b288b9ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4a5031-3007-4b49-bf35-8f293efcca6f HTTP/1.1" status: 200 len: 217 time: 0.0377369 May 12 05:33:32.790731 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9581d8df-bdca-4dd5-b904-1c9945c94133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:32.792195 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9581d8df-bdca-4dd5-b904-1c9945c94133 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.0471153 May 12 05:33:32.838794 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61454-c818-4361-bf6e-7231db4b4714 req-443df6e9-fe04-4651-ab31-94437e312b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:32.840246 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-443df6e9-fe04-4651-ab31-94437e312b29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0407023 May 12 05:33:32.926135 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-d2ac8c0c-ad38-4b1d-901c-d1e396bd89bb service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791306 May 12 05:33:33.016278 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7be61454-c818-4361-bf6e-7231db4b4714 req-9b996ec8-e810-4af7-8540-d4660f03b47c service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832460 May 12 05:33:33.109046 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-356a1edb-9c63-40be-a756-afeafe8212f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:33.110445 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-356a1edb-9c63-40be-a756-afeafe8212f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 1096 time: 0.0408337 May 12 05:33:33.201618 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-192e626b-6f5b-431d-8f97-32e678ac3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:33.203047 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-192e626b-6f5b-431d-8f97-32e678ac3537 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 912 time: 0.0839376 May 12 05:33:33.248574 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-dc15db5c-e383-4412-b54d-526067dc32fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4a5031-3007-4b49-bf35-8f293efcca6f HTTP/1.1" status: 200 len: 217 time: 0.0340831 May 12 05:33:33.299968 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-9f8a980b-6c0d-4fee-8a08-4473820d407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:33.301472 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-9f8a980b-6c0d-4fee-8a08-4473820d407a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.0450697 May 12 05:33:33.358454 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-692d0852-ad7f-43e8-8d5d-2d6143d7023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:33.360146 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-692d0852-ad7f-43e8-8d5d-2d6143d7023b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510547 May 12 05:33:33.492620 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dddf-9bc5-4bbd-9d95-c2c4270397f5 req-f56d81d4-3791-4b81-9c96-a3a6f22fb5d9 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:33.494144 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-08d5dddf-9bc5-4bbd-9d95-c2c4270397f5 req-f56d81d4-3791-4b81-9c96-a3a6f22fb5d9 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0785809 May 12 05:33:33.496273 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-84c523e2-d8c8-454c-9b66-e9cfb910aaec service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261232 May 12 05:33:33.511413 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a138-0ae4-4a75-b978-d2a1de3cb04b req-81367d51-1528-4d8d-a2d4-894cd6994d35 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:33.512899 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2bc4a138-0ae4-4a75-b978-d2a1de3cb04b req-81367d51-1528-4d8d-a2d4-894cd6994d35 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0490239 May 12 05:33:33.552802 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2bc4a138-0ae4-4a75-b978-d2a1de3cb04b req-b60b4e81-54b7-45b1-9c7b-5ed8804e18d3 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 May 12 05:33:33.580288 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-08d5dddf-9bc5-4bbd-9d95-c2c4270397f5 req-71de4a86-14d4-45b9-8b2a-8b64db895c1c tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801105 May 12 05:33:33.611043 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b95e91b9-795a-4b15-9e61-eab6ccc7f560 req-16f78b1f-0537-4a69-be81-52eacb71ddea service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049702 May 12 05:33:33.781303 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94b3a-f296-4fa6-a2b7-aba1ce5b6170 req-9968e2eb-7ac3-4de6-9a89-33278eefe1f9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:33.782731 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d4b94b3a-f296-4fa6-a2b7-aba1ce5b6170 req-9968e2eb-7ac3-4de6-9a89-33278eefe1f9 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 943 time: 0.0467923 May 12 05:33:33.823470 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d4b94b3a-f296-4fa6-a2b7-aba1ce5b6170 req-3b92166b-a39e-43f1-bd93-e6544349e857 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347557 May 12 05:33:34.637462 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 1e4a5031-3007-4b49-bf35-8f293efcca6f details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:33:34.676283 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df86a5-ebb5-43a8-bb61-0ad6acb9390a req-f3337fab-fab3-4e6d-bd97-63e652b6b4fc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:34.677919 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-47df86a5-ebb5-43a8-bb61-0ad6acb9390a req-f3337fab-fab3-4e6d-bd97-63e652b6b4fc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0524306 May 12 05:33:34.694422 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41775c15-d066-4708-a94c-04be5f2dfac1 req-fb859e53-0edc-404e-a557-311a08d617cc tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:34.700172 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-41775c15-d066-4708-a94c-04be5f2dfac1 req-fb859e53-0edc-404e-a557-311a08d617cc tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0543261 May 12 05:33:34.717356 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-47df86a5-ebb5-43a8-bb61-0ad6acb9390a req-3b116e39-36ed-4c41-a5a9-83a4c8c78761 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319293 May 12 05:33:34.734719 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 1e4a5031-3007-4b49-bf35-8f293efcca6f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e4a5031-3007-4b49-bf35-8f293efcca6f,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:34.738096 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-41775c15-d066-4708-a94c-04be5f2dfac1 req-39c0a980-210a-4a1b-9711-f8ad4fbca26b tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/security-groups?id=26e82715-aa0d-4e16-9ff1-24c54c653e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 May 12 05:33:34.747196 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'port_id': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'mac_address': 'fa:16:3e:88:a7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:33:34.781915 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 1e4a5031-3007-4b49-bf35-8f293efcca6f is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:33:34.782295 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:34.798288 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4a5031-3007-4b49-bf35-8f293efcca6f {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:33:34.816601 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 1e4a5031-3007-4b49-bf35-8f293efcca6f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e4a5031-3007-4b49-bf35-8f293efcca6f,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:34.820481 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:34.866381 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=1e4a5031-3007-4b49-bf35-8f293efcca6f,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:34.937337 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f667eb-56b7-4bd6-96fb-c567f76a3097 req-3a2a3752-035a-4a37-8a9d-38942e782bae tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:34.938771 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-35f667eb-56b7-4bd6-96fb-c567f76a3097 req-3a2a3752-035a-4a37-8a9d-38942e782bae tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 944 time: 0.0511572 May 12 05:33:34.975413 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-35f667eb-56b7-4bd6-96fb-c567f76a3097 req-3b4e0afa-19a2-48bb-9c15-2232fc367b9a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307362 May 12 05:33:35.131480 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['1e4a5031-3007-4b49-bf35-8f293efcca6f'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:33:35.436117 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-55b1de72-29e5-4b82-9773-d166c09781b6 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:35.437446 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-55b1de72-29e5-4b82-9773-d166c09781b6 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 946 time: 0.0467324 May 12 05:33:35.526531 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Deleting port 80bbace7-8934-4ead-a480-b8aca783641b {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:35.526880 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:35.613615 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] For port 80bbace7-8934-4ead-a480-b8aca783641b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=80bbace7-8934-4ead-a480-b8aca783641b,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:35.613983 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:35.626654 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Calling delete_port for 80bbace7-8934-4ead-a480-b8aca783641b owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:35.768363 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:35.781328 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['80bbace7-8934-4ead-a480-b8aca783641b'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:33:35.803417 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Pushing event deleted for resources: {'Port': ['ID=80bbace7-8934-4ead-a480-b8aca783641b,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:35.855418 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] No DVR routers for this DVR port 80bbace7-8934-4ead-a480-b8aca783641b on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:35.855638 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1759e-94e2-4459-83ae-01881e3b39fc req-38f784a7-2c95-42ab-8604-3218797fd9f5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:35.857563 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3fa1759e-94e2-4459-83ae-01881e3b39fc req-38f784a7-2c95-42ab-8604-3218797fd9f5 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0661449 May 12 05:33:35.858092 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:35.861504 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7bd053e8-6410-4ece-8b1d-5cd11e985b04 req-f28ab14b-1583-4743-aff4-6e0ae2ca3958 tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.35 "DELETE /v2.0/ports/80bbace7-8934-4ead-a480-b8aca783641b HTTP/1.1" status: 204 len: 173 time: 0.4171462 May 12 05:33:35.863001 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'name': 'network-vif-deleted', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:35.865985 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f851a6-41c7-416a-aea9-3d70cf3f8bca" -d '{"events": [{"server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "name": "network-vif-deleted", "tag": "80bbace7-8934-4ead-a480-b8aca783641b"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:35.899130 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-def2d0f7-dbf6-4cf3-997d-b068a9d52f5b req-b281b1af-c4b8-4cfa-8dbb-9edf1a09f7df tempest-TestMinimumBasicScenario-1826121482 tempest-TestMinimumBasicScenario-1826121482-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba0947-d7d7-4975-a093-d054312d8fb6 HTTP/1.1" status: 200 len: 210 time: 0.0449388 May 12 05:33:35.909843 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3fa1759e-94e2-4459-83ae-01881e3b39fc req-81696f39-aa91-48a2-8185-2afd3134addf tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 May 12 05:33:35.965630 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a50873-667d-4214-9d2a-02ce8fe39c41 x-openstack-request-id: req-51a50873-667d-4214-9d2a-02ce8fe39c41 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:35.965916 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fba0947-d7d7-4975-a093-d054312d8fb6", "name": "network-vif-deleted", "tag": "80bbace7-8934-4ead-a480-b8aca783641b", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:35.966165 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51a50873-667d-4214-9d2a-02ce8fe39c41 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:35.966559 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a50873-667d-4214-9d2a-02ce8fe39c41'] response: {'server_uuid': '5fba0947-d7d7-4975-a093-d054312d8fb6', 'name': 'network-vif-deleted', 'tag': '80bbace7-8934-4ead-a480-b8aca783641b', 'status': 'completed', 'code': 200} May 12 05:33:35.983183 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9715c11-5127-42b9-b685-687ac6f9729e req-c102f082-3eed-4987-90e9-744b3e924528 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:35.984813 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d9715c11-5127-42b9-b685-687ac6f9729e req-c102f082-3eed-4987-90e9-744b3e924528 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 946 time: 0.0579972 May 12 05:33:36.099619 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Deleting port 250e029d-8fe4-47ce-a69a-7e408a68c50e {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:36.099952 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:36.106786 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40156ce2-05f6-4475-8bb7-4a50e5fb8038 req-59dc9dfa-f681-4408-bc4f-b02507828a78 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:36.108372 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-40156ce2-05f6-4475-8bb7-4a50e5fb8038 req-59dc9dfa-f681-4408-bc4f-b02507828a78 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 944 time: 0.0587261 May 12 05:33:36.145402 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-40156ce2-05f6-4475-8bb7-4a50e5fb8038 req-2f37541c-6eab-4bb5-a949-386cc331015d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309687 May 12 05:33:36.191959 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] For port 250e029d-8fe4-47ce-a69a-7e408a68c50e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=250e029d-8fe4-47ce-a69a-7e408a68c50e,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:36.192329 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:36.205614 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Calling delete_port for 250e029d-8fe4-47ce-a69a-7e408a68c50e owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:36.338177 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:36.350411 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['872b53b1-254f-4a0d-b773-677f0d422648', '250e029d-8fe4-47ce-a69a-7e408a68c50e'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:33:36.374724 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event deleted for resources: {'Port': ['ID=250e029d-8fe4-47ce-a69a-7e408a68c50e,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:36.421024 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] No DVR routers for this DVR port 250e029d-8fe4-47ce-a69a-7e408a68c50e on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:36.424787 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:36.427274 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d9715c11-5127-42b9-b685-687ac6f9729e req-bbba75f8-d79b-4f28-833a-5967fe6694d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "DELETE /v2.0/ports/250e029d-8fe4-47ce-a69a-7e408a68c50e HTTP/1.1" status: 204 len: 173 time: 0.4258769 May 12 05:33:36.640929 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 1e4a5031-3007-4b49-bf35-8f293efcca6f up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:33:36.688247 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 1e4a5031-3007-4b49-bf35-8f293efcca6f completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:33:36.691682 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 1e4a5031-3007-4b49-bf35-8f293efcca6f triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:33:36.692072 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:36.768729 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 1e4a5031-3007-4b49-bf35-8f293efcca6f is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:33:36.769113 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:36.796564 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841fa60c-783a-43ed-8007-f48b230b8e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a5031-3007-4b49-bf35-8f293efcca6f'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:36.799272 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3118bc3-ef62-40e2-a171-75d4aab732eb" -d '{"events": [{"server_uuid": "841fa60c-783a-43ed-8007-f48b230b8e42", "name": "network-vif-plugged", "status": "completed", "tag": "1e4a5031-3007-4b49-bf35-8f293efcca6f"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:36.815434 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 1e4a5031-3007-4b49-bf35-8f293efcca6f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e4a5031-3007-4b49-bf35-8f293efcca6f,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:36.820845 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:36.851308 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac35b38-8b2b-4287-b7bc-2ee768631271 x-openstack-request-id: req-0ac35b38-8b2b-4287-b7bc-2ee768631271 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:36.851591 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841fa60c-783a-43ed-8007-f48b230b8e42", "name": "network-vif-plugged", "status": "completed", "tag": "1e4a5031-3007-4b49-bf35-8f293efcca6f", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:36.851864 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ac35b38-8b2b-4287-b7bc-2ee768631271 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:36.852256 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac35b38-8b2b-4287-b7bc-2ee768631271'] response: {'server_uuid': '841fa60c-783a-43ed-8007-f48b230b8e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'code': 200} May 12 05:33:36.881254 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=1e4a5031-3007-4b49-bf35-8f293efcca6f,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:37.022940 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-761728cc-f7b3-40f3-9968-03441b082060 req-87d866d1-886b-4440-8e55-9e07b0a51a47 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=83151ffb-2797-469b-b17e-539e6bfc6b3b HTTP/1.1" status: 200 len: 210 time: 0.0279438 May 12 05:33:37.055488 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251742e8-f758-495f-8c34-2a88c7388da8 req-5cf133f5-20ac-43ac-afa1-e92ef041fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:37.057208 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-251742e8-f758-495f-8c34-2a88c7388da8 req-5cf133f5-20ac-43ac-afa1-e92ef041fe48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 1098 time: 0.0508096 May 12 05:33:37.093074 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-251742e8-f758-495f-8c34-2a88c7388da8 req-1db48666-8b6c-4b1e-850b-f17de4de55ba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271447 May 12 05:33:37.266337 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7166-3fd1-4ea0-8399-caf2ba512c51 req-55edace4-37ec-43f8-8c0a-8a8d8ede905b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:37.267820 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7b3e7166-3fd1-4ea0-8399-caf2ba512c51 req-55edace4-37ec-43f8-8c0a-8a8d8ede905b tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 945 time: 0.0516839 May 12 05:33:37.306642 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-7b3e7166-3fd1-4ea0-8399-caf2ba512c51 req-539e8719-39f8-4698-8749-04338ebf44ee tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328267 May 12 05:33:37.610477 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49744) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:37.967877 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83151ffb-2797-469b-b17e-539e6bfc6b3b', 'name': 'network-vif-deleted', 'tag': '250e029d-8fe4-47ce-a69a-7e408a68c50e'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:37.970242 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599f1ca5-8282-4a9e-a087-eafd922e4663" -d '{"events": [{"server_uuid": "83151ffb-2797-469b-b17e-539e6bfc6b3b", "name": "network-vif-deleted", "tag": "250e029d-8fe4-47ce-a69a-7e408a68c50e"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:38.004923 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ef7644-7e3a-445b-b6ef-7b453d3141c0 x-openstack-request-id: req-d1ef7644-7e3a-445b-b6ef-7b453d3141c0 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:38.005246 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83151ffb-2797-469b-b17e-539e6bfc6b3b", "name": "network-vif-deleted", "tag": "250e029d-8fe4-47ce-a69a-7e408a68c50e", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:38.005498 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1ef7644-7e3a-445b-b6ef-7b453d3141c0 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:38.005902 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ef7644-7e3a-445b-b6ef-7b453d3141c0'] response: {'server_uuid': '83151ffb-2797-469b-b17e-539e6bfc6b3b', 'name': 'network-vif-deleted', 'tag': '250e029d-8fe4-47ce-a69a-7e408a68c50e', 'status': 'completed', 'code': 200} May 12 05:33:38.008227 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816986'] for router_interface, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:38.305562 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cabf2-9384-4578-9cdc-a37b9c2c0158 req-38663a33-3dbc-4ab9-8fd6-46ce8d809158 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:38.307232 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d41cabf2-9384-4578-9cdc-a37b9c2c0158 req-38663a33-3dbc-4ab9-8fd6-46ce8d809158 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0496345 May 12 05:33:38.322567 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Deleting port f8681d6e-2d60-468a-918f-37da1cf0b4de {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:38.323131 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:38.354401 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d41cabf2-9384-4578-9cdc-a37b9c2c0158 req-56370f01-af0d-4ac4-8b59-0980f50e86d0 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 May 12 05:33:38.435661 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] For port f8681d6e-2d60-468a-918f-37da1cf0b4de, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=f8681d6e-2d60-468a-918f-37da1cf0b4de,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:38.436071 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:38.453141 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Calling delete_port for f8681d6e-2d60-468a-918f-37da1cf0b4de owned by network:router_interface {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:38.470727 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08da58f-a16f-4e72-9187-1d816b3ab76b req-46a1bae4-cc80-44b9-b9ef-3ad4753a6b85 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:38.472126 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d08da58f-a16f-4e72-9187-1d816b3ab76b req-46a1bae4-cc80-44b9-b9ef-3ad4753a6b85 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 945 time: 0.0863051 May 12 05:33:38.549644 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-d08da58f-a16f-4e72-9187-1d816b3ab76b req-2f482c77-14c1-4610-a8cc-6385b935466a tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479791 May 12 05:33:38.664248 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52ab1-0647-4719-a65d-711a77bdddd1 req-2f065c06-de29-4d66-ad47-39f14ec5b6ab tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:38.665660 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:38.665807 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b0c52ab1-0647-4719-a65d-711a77bdddd1 req-2f065c06-de29-4d66-ad47-39f14ec5b6ab tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 945 time: 0.0521443 May 12 05:33:38.677768 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49758) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:38.682972 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Request body: {'floatingip': {'port_id': '1e4a5031-3007-4b49-bf35-8f293efcca6f'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:33:38.691512 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8681d6e-2d60-468a-918f-37da1cf0b4de,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:38.728694 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:38.847078 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:38.868454 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1815562'] for router_interface, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:39.078272 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:39.169685 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:39.173867 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:39.181977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:39.189519 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f7f2da82-c4e7-4891-8ddb-5c7ac9cc7c86 admin admin] 10.222.0.23 "PUT /v2.0/routers/64cd2f66-c60c-4d60-a6da-e838fe0a3f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774789 May 12 05:33:39.190224 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49760) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:39.191458 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bc620-5920-431c-be14-329b618459de None None] Sync routers for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:39.202112 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bc620-5920-431c-be14-329b618459de None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:39.202926 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-351bc620-5920-431c-be14-329b618459de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:39.274209 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Floating IP 78f76969-3ff9-4a38-8d1c-ba7f5b4de366 associated. External IP: 172.28.0.227, port: 1e4a5031-3007-4b49-bf35-8f293efcca6f. May 12 05:33:39.295368 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks [] for router, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:39.326676 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-351bc620-5920-431c-be14-329b618459de None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:39.486854 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Router 8b76a079-aa91-4544-a2fd-6b139a3ed103 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:39.544588 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-351bc620-5920-431c-be14-329b618459de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:33:38Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:39.571040 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bc620-5920-431c-be14-329b618459de None None] Checking router: 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:39.579642 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bc620-5920-431c-be14-329b618459de None None] Routers {'64cd2f66-c60c-4d60-a6da-e838fe0a3f98'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:39.580287 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-351bc620-5920-431c-be14-329b618459de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:39.600915 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:39.606473 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:39.613402 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] Sync routers for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:39.624882 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:39.625731 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:39.637019 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-aa6a7e7e-9e57-48e4-87de-c92f1bc91e92 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "PUT /v2.0/floatingips/78f76969-3ff9-4a38-8d1c-ba7f5b4de366 HTTP/1.1" status: 200 len: 991 time: 0.9579859 May 12 05:33:39.682322 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:39.691448 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-351bc620-5920-431c-be14-329b618459de None None] Set router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:39.700207 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5413a-1228-4773-995a-bb1aa3e9786a req-1d138fa5-846d-490d-a60f-4fc8c3922fdc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:39.701740 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5da5413a-1228-4773-995a-bb1aa3e9786a req-1d138fa5-846d-490d-a60f-4fc8c3922fdc tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0858383 May 12 05:33:39.735589 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:39.763342 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5da5413a-1228-4773-995a-bb1aa3e9786a req-01304fcd-3db9-4437-b9d5-fbd9b916d782 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 May 12 05:33:39.776853 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Deleting port 8276b054-cf95-4924-b77e-7d58da43bc2c {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:39.777306 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:39.860502 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] For port 8276b054-cf95-4924-b77e-7d58da43bc2c, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=8276b054-cf95-4924-b77e-7d58da43bc2c,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:39.860991 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:39.874632 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Calling delete_port for 8276b054-cf95-4924-b77e-7d58da43bc2c owned by network:router_gateway {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:39.878581 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-351bc620-5920-431c-be14-329b618459de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:33:38Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:39.910328 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bc620-5920-431c-be14-329b618459de None None] The sync data for ids ['64cd2f66-c60c-4d60-a6da-e838fe0a3f98'] in dv-cinder-831186-3-smb is: [{'id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'name': 'tempest-TestMinimumBasicScenario-171899021-router', 'tenant_id': '2777781455884eda8846472d2ec8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:45Z', 'updated_at': '2022-05-12T05:33:38Z', 'revision_number': 5, 'project_id': '2777781455884eda8846472d2ec8715c', 'gw_port': {'id': '8276b054-cf95-4924-b77e-7d58da43bc2c', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd2f66-c60c-4d60-a6da-e838fe0a3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:46Z', 'updated_at': '2022-05-12T05:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:39.968287 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78f76969-3ff9-4a38-8d1c-ba7f5b4de366', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'port_id': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'mac_address': 'fa:16:3e:88:a7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841fa60c-783a-43ed-8007-f48b230b8e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:26Z', 'updated_at': '2022-05-12T05:33:39Z', 'revision_number': 1, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:39.993710 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] Checking router: 8b76a079-aa91-4544-a2fd-6b139a3ed103 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:40.002011 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:40.002615 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:40.007963 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841fa60c-783a-43ed-8007-f48b230b8e42', 'tag': '1e4a5031-3007-4b49-bf35-8f293efcca6f'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:40.010438 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6791abd-19d8-422e-a65a-e9457359850c" -d '{"events": [{"name": "network-changed", "server_uuid": "841fa60c-783a-43ed-8007-f48b230b8e42", "tag": "1e4a5031-3007-4b49-bf35-8f293efcca6f"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:40.041236 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.049990 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a9e66-2da4-45ef-a2eb-e693c65c934f x-openstack-request-id: req-959a9e66-2da4-45ef-a2eb-e693c65c934f {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:40.049990 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841fa60c-783a-43ed-8007-f48b230b8e42", "tag": "1e4a5031-3007-4b49-bf35-8f293efcca6f", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:40.050326 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-959a9e66-2da4-45ef-a2eb-e693c65c934f {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:40.050728 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959a9e66-2da4-45ef-a2eb-e693c65c934f'] response: {'name': 'network-changed', 'server_uuid': '841fa60c-783a-43ed-8007-f48b230b8e42', 'tag': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'status': 'completed', 'code': 200} May 12 05:33:40.068923 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Pushing event deleted for resources: {'Port': ['ID=8276b054-cf95-4924-b77e-7d58da43bc2c,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:40.120444 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791abd-19d8-422e-a65a-e9457359850c req-cd084d75-43bf-4dc8-b611-db31081ee2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:40.122010 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f6791abd-19d8-422e-a65a-e9457359850c req-cd084d75-43bf-4dc8-b611-db31081ee2c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2586bde6b14499880c544a1e335c14&device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 1098 time: 0.0411091 May 12 05:33:40.122529 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:40.130890 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818580'] for router_gateway, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.248804 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60155'] for router, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.250592 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.329319 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701094'] for router, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.329889 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64cd2f66-c60c-4d60-a6da-e838fe0a3f98 {{(pid=101911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 05:33:40.342957 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.344232 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-6e757487-b983-4bd4-a041-11b93a35bfae admin admin] 10.222.0.23 "DELETE /v2.0/routers/64cd2f66-c60c-4d60-a6da-e838fe0a3f98 HTTP/1.1" status: 204 len: 168 time: 1.1529524 May 12 05:33:40.346900 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49768) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:40.386673 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78f76969-3ff9-4a38-8d1c-ba7f5b4de366', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'port_id': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'mac_address': 'fa:16:3e:88:a7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841fa60c-783a-43ed-8007-f48b230b8e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:26Z', 'updated_at': '2022-05-12T05:33:39Z', 'revision_number': 1, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:40.411497 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a857f8-3877-4f21-9f55-433fff38cccb admin admin] Deleting subnet 1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:33:40.415916 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a857f8-3877-4f21-9f55-433fff38cccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.470393 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a857f8-3877-4f21-9f55-433fff38cccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.495386 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device f8681d6e-2d60-468a-918f-37da1cf0b4de no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:40.528233 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: f8681d6e-2d60-468a-918f-37da1cf0b4de {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:40.528846 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device f8681d6e-2d60-468a-918f-37da1cf0b4de not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:40.534376 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b403b-0689-472c-aff1-191ee2c8f4fa None None] The sync data for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb is: [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '78f76969-3ff9-4a38-8d1c-ba7f5b4de366', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'port_id': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'mac_address': 'fa:16:3e:88:a7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841fa60c-783a-43ed-8007-f48b230b8e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:33:26Z', 'updated_at': '2022-05-12T05:33:39Z', 'revision_number': 1, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:40.535258 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791abd-19d8-422e-a65a-e9457359850c req-cb370c5d-6489-4d48-90fe-dbaf25b91a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:40.536750 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f6791abd-19d8-422e-a65a-e9457359850c req-cb370c5d-6489-4d48-90fe-dbaf25b91a64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 200 len: 912 time: 0.4001184 May 12 05:33:40.618954 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f6791abd-19d8-422e-a65a-e9457359850c req-149aa793-a2f7-4e01-82a0-60fcc5c11dba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e4a5031-3007-4b49-bf35-8f293efcca6f HTTP/1.1" status: 200 len: 999 time: 0.0735028 May 12 05:33:40.622788 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a857f8-3877-4f21-9f55-433fff38cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.645254 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 250e029d-8fe4-47ce-a69a-7e408a68c50e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:40.680089 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 250e029d-8fe4-47ce-a69a-7e408a68c50e {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:40.680383 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 250e029d-8fe4-47ce-a69a-7e408a68c50e not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:40.680697 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 80bbace7-8934-4ead-a480-b8aca783641b no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:40.680906 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791abd-19d8-422e-a65a-e9457359850c req-bea35a2e-0bed-45d9-a251-c9e2100cb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:40.682862 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f6791abd-19d8-422e-a65a-e9457359850c req-bea35a2e-0bed-45d9-a251-c9e2100cb22c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 200 len: 850 time: 0.0552609 May 12 05:33:40.695958 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a857f8-3877-4f21-9f55-433fff38cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.704311 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 80bbace7-8934-4ead-a480-b8aca783641b {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:40.704667 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 80bbace7-8934-4ead-a480-b8aca783641b not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:40.725537 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a857f8-3877-4f21-9f55-433fff38cccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a302c4e-ce42-4ca5-9dbf-d1bb319cae92,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:40.731829 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a857f8-3877-4f21-9f55-433fff38cccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.737145 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b5a857f8-3877-4f21-9f55-433fff38cccb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1a302c4e-ce42-4ca5-9dbf-d1bb319cae92 HTTP/1.1" status: 204 len: 168 time: 0.3892174 May 12 05:33:40.739674 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49770) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:40.741551 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55bca9d-e06b-4a28-8c5e-8d7054de6180 None None] Network 9a7d67df-2f1e-49ec-b402-37c0ec763b81 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:33:40.745759 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791abd-19d8-422e-a65a-e9457359850c req-707f2982-8290-4152-b404-3b4e40befb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:40.747481 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f6791abd-19d8-422e-a65a-e9457359850c req-707f2982-8290-4152-b404-3b4e40befb1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07635e6b-22ad-4ded-8b71-73dd0e12cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552766 May 12 05:33:40.828968 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd98bac-6b78-4ca2-9acc-992d664a8db6 None None] New status for floating IP 78f76969-3ff9-4a38-8d1c-ba7f5b4de366: ACTIVE {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:33:40.852281 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.881067 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f6791abd-19d8-422e-a65a-e9457359850c req-808424c4-71b7-4c96-a6ec-cece8f904470 service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250899 May 12 05:33:40.937305 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07760a41-aa57-46a1-9131-d222354fa06f req-16746c5c-a729-4fb7-8654-5dc1d9b00ea2 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:40.938780 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-07760a41-aa57-46a1-9131-d222354fa06f req-16746c5c-a729-4fb7-8654-5dc1d9b00ea2 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0743432 May 12 05:33:40.958541 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Deleting port e4047b6a-e658-447b-bed0-c21c2f9307c5 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:40.958784 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:40.988130 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f6791abd-19d8-422e-a65a-e9457359850c req-d1bb3ed8-27e7-4ec6-8541-8ca5648d07bd service neutron] 10.222.0.35 "GET /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932212 May 12 05:33:41.050818 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] For port e4047b6a-e658-447b-bed0-c21c2f9307c5, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e4047b6a-e658-447b-bed0-c21c2f9307c5,segment=NetworkSegment(6ac19b5e-20f7-467a-a587-362df0ff7bd8),segment_id=6ac19b5e-20f7-467a-a587-362df0ff7bd8)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:41.051210 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:41.056785 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-07760a41-aa57-46a1-9131-d222354fa06f req-5b209840-2d59-43bd-8e4d-40eecc8598d3 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086497 May 12 05:33:41.067216 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Calling delete_port for e4047b6a-e658-447b-bed0-c21c2f9307c5 owned by network:dhcp {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:41.151631 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:41.177644 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4047b6a-e658-447b-bed0-c21c2f9307c5,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:41.181733 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] No DVR routers for this DVR port e4047b6a-e658-447b-bed0-c21c2f9307c5 on host dv-cinder-831186-3-smb {{(pid=101911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:41.196460 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2568c7cf-8da6-452f-80b4-5c741f40d8df None None] DHCP port deletion for 9a7d67df-2f1e-49ec-b402-37c0ec763b81 request from dv-cinder-831186-3-smb {{(pid=101912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 05:33:41.256283 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:41.275948 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7d67df-2f1e-49ec-b402-37c0ec763b81']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:41.284956 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac19b5e-20f7-467a-a587-362df0ff7bd8') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:41.285192 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac19b5e-20f7-467a-a587-362df0ff7bd8') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:41.294549 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:41.308058 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:41.314267 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:33:41.314654 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:33:41.317264 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:33:41.372776 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:41.378173 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:41.381388 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9a7d67df-2f1e-49ec-b402-37c0ec763b81 HTTP/1.1" status: 204 len: 168 time: 0.6404576 May 12 05:33:41.384414 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49774) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:41.392084 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137a9ce-f374-4ac1-a590-b8626c442674 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7d67df-2f1e-49ec-b402-37c0ec763b81,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:41.818148 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-c2071d99-8f55-4c45-af14-0a25096f81d9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:41.819549 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-c2071d99-8f55-4c45-af14-0a25096f81d9 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.0744486 May 12 05:33:41.832925 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816986'] for router_interface, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:42.034420 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Deleting port 872b53b1-254f-4a0d-b773-677f0d422648 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:42.034768 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:42.070460 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 8276b054-cf95-4924-b77e-7d58da43bc2c no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:42.090648 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 8276b054-cf95-4924-b77e-7d58da43bc2c {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:42.090999 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 8276b054-cf95-4924-b77e-7d58da43bc2c not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:42.091411 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e4047b6a-e658-447b-bed0-c21c2f9307c5 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:42.114275 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: e4047b6a-e658-447b-bed0-c21c2f9307c5 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:42.114777 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e4047b6a-e658-447b-bed0-c21c2f9307c5 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:42.201209 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] For port 872b53b1-254f-4a0d-b773-677f0d422648, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=872b53b1-254f-4a0d-b773-677f0d422648,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:42.201596 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:42.225093 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Calling delete_port for 872b53b1-254f-4a0d-b773-677f0d422648 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:42.245897 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef750ba-4e5d-4dfb-b880-d208ae8c2f25 req-a4d6ed81-c3d4-47bf-a2d5-86f7c56e4135 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:42.247365 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1ef750ba-4e5d-4dfb-b880-d208ae8c2f25 req-a4d6ed81-c3d4-47bf-a2d5-86f7c56e4135 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae92c569-529e-4785-a790-da0ffa53d9d4 HTTP/1.1" status: 200 len: 946 time: 0.1168773 May 12 05:33:42.368561 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-1ef750ba-4e5d-4dfb-b880-d208ae8c2f25 req-92fa1ea5-03af-4122-8ca3-b65b1da8f1f1 tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d97abf-09df-4ead-85ee-61a294793955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012797 May 12 05:33:42.423601 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Deleting port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:42.423967 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:42.482344 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:42.493804 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['872b53b1-254f-4a0d-b773-677f0d422648'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:33:42.519423 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Pushing event deleted for resources: {'Port': ['ID=872b53b1-254f-4a0d-b773-677f0d422648,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:42.566013 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] For port e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,segment=NetworkSegment(809d7f98-c183-4050-9163-d36ed43158ba),segment_id=809d7f98-c183-4050-9163-d36ed43158ba)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:42.566402 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:42.584516 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] No DVR routers for this DVR port 872b53b1-254f-4a0d-b773-677f0d422648 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:42.588415 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:42.591578 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-777cf661-1a61-4278-8468-0f2b70dc9bc1 req-aaead765-b153-4051-900e-38e9d85f578f tempest-ServerRescueNegativeTestJSON-1370308479 tempest-ServerRescueNegativeTestJSON-1370308479-project] 10.222.0.35 "DELETE /v2.0/ports/872b53b1-254f-4a0d-b773-677f0d422648 HTTP/1.1" status: 204 len: 173 time: 0.7615674 May 12 05:33:42.592033 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae92c569-529e-4785-a790-da0ffa53d9d4', 'name': 'network-vif-deleted', 'tag': '872b53b1-254f-4a0d-b773-677f0d422648'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:33:42.594223 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eae917-8f20-4078-a527-559954c12f79" -d '{"events": [{"server_uuid": "ae92c569-529e-4785-a790-da0ffa53d9d4", "name": "network-vif-deleted", "tag": "872b53b1-254f-4a0d-b773-677f0d422648"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:33:42.600350 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Calling delete_port for e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 owned by network:router_interface {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:42.642207 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3e8640-af74-46ce-9ae4-442088763234 x-openstack-request-id: req-2f3e8640-af74-46ce-9ae4-442088763234 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:33:42.642496 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae92c569-529e-4785-a790-da0ffa53d9d4", "name": "network-vif-deleted", "tag": "872b53b1-254f-4a0d-b773-677f0d422648", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:33:42.642745 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f3e8640-af74-46ce-9ae4-442088763234 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:33:42.643130 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3e8640-af74-46ce-9ae4-442088763234'] response: {'server_uuid': 'ae92c569-529e-4785-a790-da0ffa53d9d4', 'name': 'network-vif-deleted', 'tag': '872b53b1-254f-4a0d-b773-677f0d422648', 'status': 'completed', 'code': 200} May 12 05:33:42.781560 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:42.804169 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:42.966026 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1815562'] for router_interface, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:43.189729 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Router 3c7b594d-ad45-463a-b40c-eabd9708b576 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:43.291357 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:43.296582 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-141baeb9-e376-474a-9dfc-25b3b9c23e0c admin admin] 10.222.0.23 "PUT /v2.0/routers/3c7b594d-ad45-463a-b40c-eabd9708b576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107528 May 12 05:33:43.298974 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49782) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:43.301365 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] Sync routers for ids ['3c7b594d-ad45-463a-b40c-eabd9708b576'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:43.312222 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] Routers {'3c7b594d-ad45-463a-b40c-eabd9708b576'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:43.312830 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['3c7b594d-ad45-463a-b40c-eabd9708b576'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:43.419429 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] Set router 3c7b594d-ad45-463a-b40c-eabd9708b576 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:43.425663 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49786) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:43.603839 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:33:42Z', 'revision_number': 5, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:43.634474 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] Checking router: 3c7b594d-ad45-463a-b40c-eabd9708b576 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:43.641918 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-e1404970-8523-47fc-a26e-864af05f2aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3041496 May 12 05:33:43.644211 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] Routers {'3c7b594d-ad45-463a-b40c-eabd9708b576'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:43.644879 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['3c7b594d-ad45-463a-b40c-eabd9708b576'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:43.648537 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks [] for router, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:43.757966 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] Set router 3c7b594d-ad45-463a-b40c-eabd9708b576 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:43.789888 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-cd1fb788-8ead-444b-b5e3-28dbec16253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:43.791368 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-cd1fb788-8ead-444b-b5e3-28dbec16253d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 1098 time: 0.0588810 May 12 05:33:43.792738 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:43.914597 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Deleting port 3c2e9262-8ead-46e8-a6e9-175db706cd4f {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:43.914934 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:43.948177 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:33:42Z', 'revision_number': 5, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:43.964093 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816986'] for router_interface, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:43.970709 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-5909dcce-3e21-4bbc-aedf-9f0d4c13584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:43.972272 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-5909dcce-3e21-4bbc-aedf-9f0d4c13584d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.1400635 May 12 05:33:43.974581 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27587bc9-73d2-44d0-bb9c-170958cd72be None None] The sync data for ids ['3c7b594d-ad45-463a-b40c-eabd9708b576'] in dv-cinder-831186-3-smb is: [{'id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'name': 'tempest-TestMinimumBasicScenario-1302247400-router', 'tenant_id': 'a99e6c319644427d8841322f96afe1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:30:52Z', 'updated_at': '2022-05-12T05:33:42Z', 'revision_number': 5, 'project_id': 'a99e6c319644427d8841322f96afe1db', 'gw_port': {'id': '3c2e9262-8ead-46e8-a6e9-175db706cd4f', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7b594d-ad45-463a-b40c-eabd9708b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:30:53Z', 'updated_at': '2022-05-12T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:44.058953 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] For port 3c2e9262-8ead-46e8-a6e9-175db706cd4f, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3c2e9262-8ead-46e8-a6e9-175db706cd4f,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:44.059352 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.063182 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-047c1113-0099-4e29-84a7-55dfb1a3b245 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17424edc-2263-41fa-9216-a8d21d28f52d HTTP/1.1" status: 200 len: 1001 time: 0.0826876 May 12 05:33:44.081731 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Calling delete_port for 3c2e9262-8ead-46e8-a6e9-175db706cd4f owned by network:router_gateway {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:44.158222 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-3f91f1e2-c7a0-42b9-a63b-e86da723df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:44.159677 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-3f91f1e2-c7a0-42b9-a63b-e86da723df8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0890687 May 12 05:33:44.213661 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Deleting port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:44.213996 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.259908 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-5a34f138-60ad-495f-819b-1fb2879a8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:44.261390 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-5a34f138-60ad-495f-819b-1fb2879a8e9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930440 May 12 05:33:44.297611 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] For port 95472a74-1fb8-4236-aeeb-f4fa6f9910f2, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:44.297611 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.312303 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Calling delete_port for 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 owned by network:router_interface {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:44.371280 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.399111 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:44.434730 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:44.435064 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2e9262-8ead-46e8-a6e9-175db706cd4f,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:44.435214 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e3d4f1b5-d899-4bd2-a7f0-1582ea47ece0 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:44.438798 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-5dd66991-a06e-4f49-8e09-d4641a5ec961 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695504 May 12 05:33:44.525494 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.549837 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818580'] for router_gateway, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.555107 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Pushing event deleted for resources: {'Port': ['ID=95472a74-1fb8-4236-aeeb-f4fa6f9910f2,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:44.678090 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60155'] for router, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.680926 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.683944 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-020ef1cc-c639-492b-ab7b-add4f2d7ea3d req-d1689f7b-f68d-44ed-8c5f-0a13869164f1 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260685 May 12 05:33:44.717593 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1815562'] for router_interface, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.747808 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701094'] for router, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.748369 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7b594d-ad45-463a-b40c-eabd9708b576 {{(pid=101910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 05:33:44.753515 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] Notify callbacks [] for router, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.755753 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-56f8557c-c135-4f70-8310-6a25dfe67010 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3c7b594d-ad45-463a-b40c-eabd9708b576 HTTP/1.1" status: 204 len: 168 time: 1.4547286 May 12 05:33:44.759944 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49792) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:44.809032 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b85ec3-bdc0-4564-9369-af29ae4d49a2 admin admin] Deleting subnet 22ce69ce-4061-4841-a511-b21a3ce06451 {{(pid=101910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:33:44.812221 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ec3-bdc0-4564-9369-af29ae4d49a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.847443 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ec3-bdc0-4564-9369-af29ae4d49a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333624'] for subnet, precommit_delete_associations {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:44.942399 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:33:44.961067 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ec3-bdc0-4564-9369-af29ae4d49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.013577 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ec3-bdc0-4564-9369-af29ae4d49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10245051'] for subnet, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.038903 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b85ec3-bdc0-4564-9369-af29ae4d49a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ce69ce-4061-4841-a511-b21a3ce06451,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:45.044756 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-a9b85ec3-bdc0-4564-9369-af29ae4d49a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.051915 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1d1b0-15b6-406f-a361-36f7ee6a4b47 None None] Network 05cf1431-2479-4655-be9a-27f67e150665 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:33:45.052085 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-a9b85ec3-bdc0-4564-9369-af29ae4d49a2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/22ce69ce-4061-4841-a511-b21a3ce06451 HTTP/1.1" status: 204 len: 168 time: 0.2886255 May 12 05:33:45.052185 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49794) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:45.060688 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:33:45.073296 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b397366c-de60-4895-bdaa-059f8027b151 admin admin] 10.222.0.23 "PUT /v2.0/routers/ea4614c6-a6e4-4bc8-b0ee-0213708557b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465731 May 12 05:33:45.077723 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49796) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:45.088946 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] Sync routers for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:33:45.118936 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:45.119570 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:45.137895 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.192409 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Deleting port eb334de7-815f-43dd-b64a-3b5694356122 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:45.192831 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.202691 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks [] for router, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.281059 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] For port eb334de7-815f-43dd-b64a-3b5694356122, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=eb334de7-815f-43dd-b64a-3b5694356122,segment=NetworkSegment(809d7f98-c183-4050-9163-d36ed43158ba),segment_id=809d7f98-c183-4050-9163-d36ed43158ba)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:45.281517 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.296378 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Calling delete_port for eb334de7-815f-43dd-b64a-3b5694356122 owned by network:dhcp {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:45.341687 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.383821 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.401108 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:45.404070 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Deleting port b3ad4a4e-a152-48b8-a8cd-b54fad251d35 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:45.404418 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.417562 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] No DVR routers for this DVR port eb334de7-815f-43dd-b64a-3b5694356122 on host dv-cinder-831186-3-smb {{(pid=101911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:45.422195 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb334de7-815f-43dd-b64a-3b5694356122,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:45.498586 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.510782 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085c9b5-4e18-4a45-bd93-66dcd2358579 None None] DHCP port deletion for 05cf1431-2479-4655-be9a-27f67e150665 request from dv-cinder-831186-3-smb {{(pid=101912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 05:33:45.518422 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] For port b3ad4a4e-a152-48b8-a8cd-b54fad251d35, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=b3ad4a4e-a152-48b8-a8cd-b54fad251d35,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:45.518821 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.521034 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cf1431-2479-4655-be9a-27f67e150665']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:45.536214 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809d7f98-c183-4050-9163-d36ed43158ba') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:45.536892 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Calling delete_port for b3ad4a4e-a152-48b8-a8cd-b54fad251d35 owned by network:router_gateway {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:45.536994 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809d7f98-c183-4050-9163-d36ed43158ba') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:45.554962 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.568307 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.574950 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:33:45.575327 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:33:45.577136 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:33:45.608870 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:33:44Z', 'revision_number': 5, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port': {'id': 'b3ad4a4e-a152-48b8-a8cd-b54fad251d35', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:45.633599 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.639925 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] Checking router: ea4614c6-a6e4-4bc8-b0ee-0213708557b4 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:33:45.648894 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] Routers {'ea4614c6-a6e4-4bc8-b0ee-0213708557b4'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:33:45.649781 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:33:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:45.652068 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.655299 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] 10.222.0.23 "DELETE /v2.0/networks/05cf1431-2479-4655-be9a-27f67e150665 HTTP/1.1" status: 204 len: 168 time: 0.6021745 May 12 05:33:45.656530 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30077830-ebab-46d4-ad76-e18226d57f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=05cf1431-2479-4655-be9a-27f67e150665,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:45.728530 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.735193 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] Set router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 gateway port host: None {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:33:45.756404 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ad4a4e-a152-48b8-a8cd-b54fad251d35,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:45.794177 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49800) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:45.798450 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:33:45Z', 'revision_number': 6, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port_host': None}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:45.817419 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818580'] for router_gateway, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.827142 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f1869-19a3-4809-953a-ded6dffee80c None None] The sync data for ids ['ea4614c6-a6e4-4bc8-b0ee-0213708557b4'] in dv-cinder-831186-3-smb is: [{'id': 'ea4614c6-a6e4-4bc8-b0ee-0213708557b4', 'name': 'tempest-ServerRescueNegativeTestJSON-358324513-router', 'tenant_id': '2fa1e009e7d9481985fadff0798a8d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:33:45Z', 'revision_number': 6, 'project_id': '2fa1e009e7d9481985fadff0798a8d6a', 'gw_port_host': None}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:33:45.839872 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-717b0776-f26b-4b5a-b107-07addff5d503 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2777781455884eda8846472d2ec8715c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441942 May 12 05:33:45.842352 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49802) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:45.894113 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-60334277-79b7-4a92-a073-cd39de17ab5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.909297 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60155'] for router, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.911416 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.914844 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-60334277-79b7-4a92-a073-cd39de17ab5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.953830 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701094'] for router, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.954529 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4614c6-a6e4-4bc8-b0ee-0213708557b4 {{(pid=101910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 05:33:45.958771 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] Notify callbacks [] for router, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.960121 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-89d3df71-7a08-4b22-a60b-8facc592db06 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ea4614c6-a6e4-4bc8-b0ee-0213708557b4 HTTP/1.1" status: 204 len: 168 time: 0.8812108 May 12 05:33:45.962643 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49804) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:45.967699 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-60334277-79b7-4a92-a073-cd39de17ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.970546 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-60334277-79b7-4a92-a073-cd39de17ab5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:45.971871 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-60334277-79b7-4a92-a073-cd39de17ab5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26e82715-aa0d-4e16-9ff1-24c54c653e7f HTTP/1.1" status: 204 len: 168 time: 0.1283834 May 12 05:33:45.980902 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60334277-79b7-4a92-a073-cd39de17ab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e82715-aa0d-4e16-9ff1-24c54c653e7f,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:46.010890 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75e0a08-8ad9-4c3a-9196-42613543a2f8 admin admin] Deleting subnet 045530e1-4ae4-4b1f-90a8-d13156302a7b {{(pid=101910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:33:46.014035 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f75e0a08-8ad9-4c3a-9196-42613543a2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.047110 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f75e0a08-8ad9-4c3a-9196-42613543a2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333624'] for subnet, precommit_delete_associations {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.091634 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8c01d8ff-fa0a-4538-9f9e-f7a60a567800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.129238 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f75e0a08-8ad9-4c3a-9196-42613543a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.187061 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f75e0a08-8ad9-4c3a-9196-42613543a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10245051'] for subnet, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.215151 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e0a08-8ad9-4c3a-9196-42613543a2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045530e1-4ae4-4b1f-90a8-d13156302a7b,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:46.217199 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-f75e0a08-8ad9-4c3a-9196-42613543a2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.222993 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-f75e0a08-8ad9-4c3a-9196-42613543a2f8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/045530e1-4ae4-4b1f-90a8-d13156302a7b HTTP/1.1" status: 204 len: 168 time: 0.2591472 May 12 05:33:46.224024 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49810) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:46.235790 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfab258-fe79-4230-aff4-2c856467bbb9 None None] Network 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:33:46.375022 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.387223 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49812) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:46.430501 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-4623ef69-9a2b-418f-a1a0-6da5ed762618 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a99e6c319644427d8841322f96afe1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420423 May 12 05:33:46.431110 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49814) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:46.437734 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Deleting port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:46.438150 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.478198 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3813d897-24d0-4de2-9a6a-a4a997ebc0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.503551 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3813d897-24d0-4de2-9a6a-a4a997ebc0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.555828 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3813d897-24d0-4de2-9a6a-a4a997ebc0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.558518 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3813d897-24d0-4de2-9a6a-a4a997ebc0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.559702 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-3813d897-24d0-4de2-9a6a-a4a997ebc0d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1059f28c-8f00-4cf9-8f72-87fc31dccf95 HTTP/1.1" status: 204 len: 168 time: 0.1277215 May 12 05:33:46.568244 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813d897-24d0-4de2-9a6a-a4a997ebc0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1059f28c-8f00-4cf9-8f72-87fc31dccf95,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:46.637167 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 872b53b1-254f-4a0d-b773-677f0d422648 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:46.673355 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 872b53b1-254f-4a0d-b773-677f0d422648 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:46.673973 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 872b53b1-254f-4a0d-b773-677f0d422648 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:46.700978 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] DHCP port deletion for 9685f37d-dec1-4535-8a83-f88a1b1d5aa9 request from dv-cinder-831186-3-smb {{(pid=101912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 05:33:46.728442 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3c2e9262-8ead-46e8-a6e9-175db706cd4f no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:46.749778 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 3c2e9262-8ead-46e8-a6e9-175db706cd4f {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:46.750411 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3c2e9262-8ead-46e8-a6e9-175db706cd4f not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:46.750976 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:46.765106 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] For port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:46.765889 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.775679 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:46.777727 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 95472a74-1fb8-4236-aeeb-f4fa6f9910f2 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:46.778316 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device eb334de7-815f-43dd-b64a-3b5694356122 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:46.782075 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Calling delete_port for 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 owned by network:dhcp {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:46.806646 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: eb334de7-815f-43dd-b64a-3b5694356122 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:46.807279 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device eb334de7-815f-43dd-b64a-3b5694356122 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:46.840980 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] Deleting port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 {{(pid=101912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:33:46.841629 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.875190 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.894309 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] No DVR routers for this DVR port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 on host dv-cinder-831186-3-smb {{(pid=101911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:46.917469 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] For port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,segment=NetworkSegment(548b91f2-d106-4d29-a4b6-3eae3c51b9f4),segment_id=548b91f2-d106-4d29-a4b6-3eae3c51b9f4)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:33:46.918194 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:46.933682 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] Calling delete_port for 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 owned by network:dhcp {{(pid=101912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:33:46.940163 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:46.996824 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.021330 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9685f37d-dec1-4535-8a83-f88a1b1d5aa9']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:47.031030 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548b91f2-d106-4d29-a4b6-3eae3c51b9f4') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:47.031319 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548b91f2-d106-4d29-a4b6-3eae3c51b9f4') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:33:47.040948 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.055699 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.062585 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591'] for port, after_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.070775 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:33:47.070775 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:33:47.071115 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:33:47.099124 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] Pushing event deleted for resources: {'Port': ['ID=3d262f99-f3ec-4b38-81f6-112d33c6dfc7,revision_number=None']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:47.104178 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1c2cf-5c02-4b7e-a75f-0ef0d81bf285 None None] No DVR routers for this DVR port 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 on host dv-cinder-831186-3-smb {{(pid=101912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:33:47.133683 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.139613 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.143108 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9685f37d-dec1-4535-8a83-f88a1b1d5aa9 HTTP/1.1" status: 204 len: 168 time: 0.9180846 May 12 05:33:47.154206 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea658d-e4d9-4679-a3a4-f3a255a66ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9685f37d-dec1-4535-8a83-f88a1b1d5aa9,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:47.304848 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49822) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:47.343478 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8f7969c8-d41b-46ab-accd-1ddeaa118972 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fa1e009e7d9481985fadff0798a8d6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374556 May 12 05:33:47.345873 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49824) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:47.392850 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d15c-9fd9-4154-9956-8a2685d4622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.412862 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d15c-9fd9-4154-9956-8a2685d4622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.460909 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d15c-9fd9-4154-9956-8a2685d4622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.463416 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d15c-9fd9-4154-9956-8a2685d4622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:47.464593 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b1a0d15c-9fd9-4154-9956-8a2685d4622a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48d97abf-09df-4ead-85ee-61a294793955 HTTP/1.1" status: 204 len: 168 time: 0.1178422 May 12 05:33:47.472781 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0d15c-9fd9-4154-9956-8a2685d4622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d97abf-09df-4ead-85ee-61a294793955,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:48.075112 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device b3ad4a4e-a152-48b8-a8cd-b54fad251d35 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:48.094639 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: b3ad4a4e-a152-48b8-a8cd-b54fad251d35 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:48.094937 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device b3ad4a4e-a152-48b8-a8cd-b54fad251d35 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:48.095340 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:33:48.116932 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:33:48.117265 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3d262f99-f3ec-4b38-81f6-112d33c6dfc7 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:33:48.314274 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-22c62583-e1f3-41da-af75-2c8fd6b753aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.340334 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49894) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:49.343945 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.442042 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-aec2ef8d-db35-454b-8ae9-a3599f0a6f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.515649 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-aec2ef8d-db35-454b-8ae9-a3599f0a6f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.519296 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-aec2ef8d-db35-454b-8ae9-a3599f0a6f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.555144 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ef8d-db35-454b-8ae9-a3599f0a6f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a45a7d-e5c4-4a11-98b7-3303928d9e24,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:49.559421 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-aec2ef8d-db35-454b-8ae9-a3599f0a6f82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc44a1d08fa44f95b2a7a7ddec5a0224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181256 May 12 05:33:49.562170 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49898) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:49.610184 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-590f8aa8-a103-4d6f-850d-826d60059d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.630994 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-590f8aa8-a103-4d6f-850d-826d60059d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.675742 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-590f8aa8-a103-4d6f-850d-826d60059d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.678199 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-590f8aa8-a103-4d6f-850d-826d60059d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:49.679878 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-590f8aa8-a103-4d6f-850d-826d60059d41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6a45a7d-e5c4-4a11-98b7-3303928d9e24 HTTP/1.1" status: 204 len: 168 time: 0.1161785 May 12 05:33:49.687131 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f8aa8-a103-4d6f-850d-826d60059d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a45a7d-e5c4-4a11-98b7-3303928d9e24,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:49.933054 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 49906) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:49.945665 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-398e888e-4991-4ec4-914f-53a9ab1c85cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:50.016895 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-398e888e-4991-4ec4-914f-53a9ab1c85cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:50.020914 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-398e888e-4991-4ec4-914f-53a9ab1c85cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:50.062755 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-398e888e-4991-4ec4-914f-53a9ab1c85cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8833a81f80f548d49a3b5c9a18fb8893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285937 May 12 05:33:50.063614 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e888e-4991-4ec4-914f-53a9ab1c85cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e4d27-9ca8-4805-89d4-2db9ced206dc,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:50.065426 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 49908) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:33:50.113284 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-524a5ac4-4022-4287-90ae-fd29df65030a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:50.133224 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-524a5ac4-4022-4287-90ae-fd29df65030a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:50.177942 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-524a5ac4-4022-4287-90ae-fd29df65030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:50.180614 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-524a5ac4-4022-4287-90ae-fd29df65030a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:50.181748 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-524a5ac4-4022-4287-90ae-fd29df65030a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b9e4d27-9ca8-4805-89d4-2db9ced206dc HTTP/1.1" status: 204 len: 168 time: 0.1152494 May 12 05:33:50.189078 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a5ac4-4022-4287-90ae-fd29df65030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e4d27-9ca8-4805-89d4-2db9ced206dc,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:33:50.570743 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:33:50.842743 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:51.172224 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:33:54.454096 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0533f91-1c3d-4698-a602-19d8dd76499e req-9b08901a-49ae-40ef-a5ef-106832534561 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:54.455555 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0533f91-1c3d-4698-a602-19d8dd76499e req-9b08901a-49ae-40ef-a5ef-106832534561 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.1530769 May 12 05:33:54.496786 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b0533f91-1c3d-4698-a602-19d8dd76499e req-a7b333db-880c-48d5-994f-12caa0007049 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349991 May 12 05:33:55.618062 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fe171-0384-4f96-b240-860e888014b2 req-f4484154-2971-4c84-b060-0ac16e70070c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:55.619535 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea4fe171-0384-4f96-b240-860e888014b2 req-f4484154-2971-4c84-b060-0ac16e70070c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0485089 May 12 05:33:55.655792 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea4fe171-0384-4f96-b240-860e888014b2 req-6bbbfb60-7473-42a3-a400-626bea51bc8b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302458 May 12 05:33:56.783177 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7508c-314a-4c0a-907f-fc4a46d71317 req-2a98c4ad-d849-46e4-b828-54013843bebd tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:56.784711 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bda7508c-314a-4c0a-907f-fc4a46d71317 req-2a98c4ad-d849-46e4-b828-54013843bebd tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0568607 May 12 05:33:56.823011 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bda7508c-314a-4c0a-907f-fc4a46d71317 req-9bebd0de-37ae-428b-ac3c-4fcc9b26ceab tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316660 May 12 05:33:57.947251 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7cc88-37ce-40ae-953f-b680ab842f79 req-c73c576f-9170-40df-9257-908daf2e4d60 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:57.948737 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48f7cc88-37ce-40ae-953f-b680ab842f79 req-c73c576f-9170-40df-9257-908daf2e4d60 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0518966 May 12 05:33:57.985123 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48f7cc88-37ce-40ae-953f-b680ab842f79 req-c4e46616-adf4-43ee-95ff-33bbf1a11dbc tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305796 May 12 05:33:59.106720 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9290c8-7a6a-423f-af9d-1ff4e876fe71 req-4c4558b0-ab7d-4a2e-8cdf-81a4dc1ad7ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:33:59.108215 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8a9290c8-7a6a-423f-af9d-1ff4e876fe71 req-4c4558b0-ab7d-4a2e-8cdf-81a4dc1ad7ef tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0500846 May 12 05:33:59.148087 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8a9290c8-7a6a-423f-af9d-1ff4e876fe71 req-18a64a63-279c-422b-8e28-c57aa9d50f62 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337391 May 12 05:34:00.283225 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1877c8-6bd4-41e9-a8e4-e448fc8d4ecd req-348ddb27-22d0-44c8-976b-e81e69142f61 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:00.284795 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f1877c8-6bd4-41e9-a8e4-e448fc8d4ecd req-348ddb27-22d0-44c8-976b-e81e69142f61 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0615966 May 12 05:34:00.326458 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f1877c8-6bd4-41e9-a8e4-e448fc8d4ecd req-fa0aa319-cf77-4ff5-8b5c-de35598f1cbd tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356789 May 12 05:34:01.447229 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7bb8b-0888-4a1e-8600-be505ab9110d req-93ba7a09-0846-4d0f-acb1-50a29c4bb0d2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:01.448558 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8db7bb8b-0888-4a1e-8600-be505ab9110d req-93ba7a09-0846-4d0f-acb1-50a29c4bb0d2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0497870 May 12 05:34:01.488872 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8db7bb8b-0888-4a1e-8600-be505ab9110d req-7c2977d8-5a14-4c72-b104-2b3cde6baf4c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 May 12 05:34:02.606434 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ee32-1b04-4d11-ad40-863fbf17c5ec req-bd95e468-90d1-412d-88b7-5a465f76734d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:02.607924 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b3b2ee32-1b04-4d11-ad40-863fbf17c5ec req-bd95e468-90d1-412d-88b7-5a465f76734d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0475814 May 12 05:34:02.646598 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b3b2ee32-1b04-4d11-ad40-863fbf17c5ec req-39398ad3-52fa-4da8-9f4b-c89140dea8b9 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327284 May 12 05:34:03.764467 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbce573-041b-48d7-9d6f-b9a8bd3f93aa req-bee32774-3f08-455f-891c-40b4f638c02a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:03.765951 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3fbce573-041b-48d7-9d6f-b9a8bd3f93aa req-bee32774-3f08-455f-891c-40b4f638c02a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0486648 May 12 05:34:03.803677 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3fbce573-041b-48d7-9d6f-b9a8bd3f93aa req-f6dcacc1-02fc-4ed6-8df4-be225a8f389d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316474 May 12 05:34:04.918565 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406ed9d-0a9b-4326-9ece-7b00873ac0e3 req-1ce4b020-1d9f-41d7-ad1a-ebd380fd903d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:04.920012 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6406ed9d-0a9b-4326-9ece-7b00873ac0e3 req-1ce4b020-1d9f-41d7-ad1a-ebd380fd903d tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0462301 May 12 05:34:04.956461 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6406ed9d-0a9b-4326-9ece-7b00873ac0e3 req-d93b3114-0c7b-4a92-b50e-ae257790dcb2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303531 May 12 05:34:06.072685 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e243f1e-565b-4e0b-9097-52f99447d295 req-aab04f14-e535-42a3-acb1-fc909334bbf4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:06.074121 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5e243f1e-565b-4e0b-9097-52f99447d295 req-aab04f14-e535-42a3-acb1-fc909334bbf4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0476420 May 12 05:34:06.110668 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-5e243f1e-565b-4e0b-9097-52f99447d295 req-10e3d27c-6f55-475f-8e8f-b1d6a2c61a55 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307088 May 12 05:34:06.534107 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50146) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:06.635061 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.707400 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.710869 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.724653 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:34:06.752415 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77efb953aabb490e87ff5c18a0cef2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172403 May 12 05:34:06.753254 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76b8be6-0d31-4815-8fea-0e4a17bef765,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:06.755407 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 50150) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:06.760731 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.761076 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.761406 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.761825 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.762057 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.762368 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.762685 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.763056 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.763370 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.763685 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.764032 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.764344 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba1d3-d8a6-4636-9854-666ccabbd63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.814357 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.833885 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:06.835399 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.845219 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '17424edc-2263-41fa-9216-a8d21d28f52d', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'port_id': '17424edc-2263-41fa-9216-a8d21d28f52d', 'mac_address': 'fa:16:3e:b5:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:34:06.882370 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 17424edc-2263-41fa-9216-a8d21d28f52d is: ACTIVE; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:34:06.882760 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.886798 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.889434 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.893318 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b76b8be6-0d31-4815-8fea-0e4a17bef765 HTTP/1.1" status: 204 len: 168 time: 0.1367271 May 12 05:34:06.896628 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17424edc-2263-41fa-9216-a8d21d28f52d {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:34:06.900917 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76b8be6-0d31-4815-8fea-0e4a17bef765,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:06.908294 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.908673 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.909457 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.909457 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.909683 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.909916 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.910234 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.910555 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.910874 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.911193 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.911581 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.911845 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75dbad-0cdb-4367-9109-e2feefbb6fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:06.916817 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:06.925986 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:06.979299 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=6']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:07.037908 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['17424edc-2263-41fa-9216-a8d21d28f52d'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:34:07.162314 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50158) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:07.177526 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1f429a49-3404-464a-aa89-1632535525a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:07.268672 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bd6fc-7639-4ad6-86c4-7b3cad63b578 req-02a11022-adfa-4ad5-abae-c06e6f939468 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:07.270163 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-725bd6fc-7639-4ad6-86c4-7b3cad63b578 req-02a11022-adfa-4ad5-abae-c06e6f939468 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 944 time: 0.0508301 May 12 05:34:07.274681 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1f429a49-3404-464a-aa89-1632535525a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:07.279094 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1f429a49-3404-464a-aa89-1632535525a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:07.314335 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-725bd6fc-7639-4ad6-86c4-7b3cad63b578 req-1a4abe9f-7fb3-4423-8485-d20cc3e38100 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365961 May 12 05:34:07.321322 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-1f429a49-3404-464a-aa89-1632535525a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7611ca3c6c1f470fb72fb884bc8e6735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576087 May 12 05:34:07.322813 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 50162) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:07.323728 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f429a49-3404-464a-aa89-1632535525a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525dabd3-2605-4404-82b4-c0d67a3c9ef7,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:07.382444 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb186f9e-61e9-4c27-88f5-ed3d41498822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:07.403944 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb186f9e-61e9-4c27-88f5-ed3d41498822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:07.451221 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb186f9e-61e9-4c27-88f5-ed3d41498822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:07.453865 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bb186f9e-61e9-4c27-88f5-ed3d41498822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:07.455004 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bb186f9e-61e9-4c27-88f5-ed3d41498822 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/525dabd3-2605-4404-82b4-c0d67a3c9ef7 HTTP/1.1" status: 204 len: 168 time: 0.1310191 May 12 05:34:07.463112 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb186f9e-61e9-4c27-88f5-ed3d41498822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525dabd3-2605-4404-82b4-c0d67a3c9ef7,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:08.468995 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687301eb-fc57-4d1f-8fed-8cb5acc0c53a req-24069fb8-640e-4acd-902e-7c059d2b8008 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:08.471135 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-687301eb-fc57-4d1f-8fed-8cb5acc0c53a req-24069fb8-640e-4acd-902e-7c059d2b8008 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 944 time: 0.0663486 May 12 05:34:08.527369 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-687301eb-fc57-4d1f-8fed-8cb5acc0c53a req-1df37d59-3955-49c3-b964-23cb34884b89 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 May 12 05:34:08.745256 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:34:08.823642 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 17424edc-2263-41fa-9216-a8d21d28f52d triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:34:08.824033 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:08.877552 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:08.941715 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 17424edc-2263-41fa-9216-a8d21d28f52d is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:34:08.942110 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:08.968270 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:34:08.971075 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483d9225-26b9-48f3-8adf-840cd8e48343" -d '{"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-plugged", "status": "completed", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:34:08.984333 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:08.989593 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:09.025970 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce70ec1-e115-42ee-a46e-db6933315da8 x-openstack-request-id: req-dce70ec1-e115-42ee-a46e-db6933315da8 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:34:09.026359 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-plugged", "status": "completed", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:34:09.026670 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dce70ec1-e115-42ee-a46e-db6933315da8 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:34:09.027530 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce70ec1-e115-42ee-a46e-db6933315da8'] response: {'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d', 'code': 200} May 12 05:34:09.051110 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=7']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:09.059234 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.059769 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.060369 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.060919 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.061579 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.062096 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.062634 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.063035 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.063443 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.064012 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.064545 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.064859 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:34:09.687544 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca0b8-4f41-4226-8982-2430f76a262a req-eeed5697-2ed9-4207-a80f-07ad6e71442f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:09.689585 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-46aca0b8-4f41-4226-8982-2430f76a262a req-eeed5697-2ed9-4207-a80f-07ad6e71442f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0741558 May 12 05:34:09.732702 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-46aca0b8-4f41-4226-8982-2430f76a262a req-80bf1f1b-3d22-4ec6-bcc1-fbb0176c0793 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365369 May 12 05:34:10.893179 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a14f4-8081-4127-809a-c78d620c0fb8 req-8d5b445b-ab36-4ece-b59a-4099c9414c20 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:10.902890 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-736a14f4-8081-4127-809a-c78d620c0fb8 req-8d5b445b-ab36-4ece-b59a-4099c9414c20 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0785906 May 12 05:34:10.948537 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-736a14f4-8081-4127-809a-c78d620c0fb8 req-8d3d27fb-a39b-4021-9fbf-3d0a34af980e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436547 May 12 05:34:12.082310 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c8d5e-9d23-45cd-bcc4-dbfdf4367011 req-2fa9c1b7-9722-4c72-91c1-19e35301d7cc tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:12.092368 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c25c8d5e-9d23-45cd-bcc4-dbfdf4367011 req-2fa9c1b7-9722-4c72-91c1-19e35301d7cc tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0616481 May 12 05:34:12.144890 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c25c8d5e-9d23-45cd-bcc4-dbfdf4367011 req-fb8c1a92-593a-4b79-8454-56c248278a9c tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456550 May 12 05:34:13.289328 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef37ca-21b9-440d-b563-2ef22c571e90 req-c24085fe-f74d-452a-8e86-ccbb71157df0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:13.292509 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4eef37ca-21b9-440d-b563-2ef22c571e90 req-c24085fe-f74d-452a-8e86-ccbb71157df0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0628941 May 12 05:34:13.338933 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4eef37ca-21b9-440d-b563-2ef22c571e90 req-43d6184a-224f-4deb-a868-dd1cc76a3ae0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378277 May 12 05:34:14.484984 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ecdb6-ab6c-41b7-b34f-96f2a537b2b6 req-5ba50873-35d4-49b0-88e5-5ddfc2e401c8 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:14.486689 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-744ecdb6-ab6c-41b7-b34f-96f2a537b2b6 req-5ba50873-35d4-49b0-88e5-5ddfc2e401c8 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0658565 May 12 05:34:14.509216 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50338) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:14.542920 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-744ecdb6-ab6c-41b7-b34f-96f2a537b2b6 req-87cb1039-1e64-4057-b1a1-9a91ba138795 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459805 May 12 05:34:14.643152 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12487741-2f4b-49c0-9734-9ea446fee146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:14.736624 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12487741-2f4b-49c0-9734-9ea446fee146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:14.741424 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-12487741-2f4b-49c0-9734-9ea446fee146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:14.787395 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-12487741-2f4b-49c0-9734-9ea446fee146 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a76180dc4b13432586de133132ef57a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765405 May 12 05:34:14.789161 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12487741-2f4b-49c0-9734-9ea446fee146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f73092a-5c82-488e-bdfe-8c6fe3200724,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:14.790733 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 50342) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:14.861098 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ca44-cc38-43b3-be32-4c9a0a5385d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.171780 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ca44-cc38-43b3-be32-4c9a0a5385d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.247001 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ca44-cc38-43b3-be32-4c9a0a5385d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.251070 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ca44-cc38-43b3-be32-4c9a0a5385d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.252579 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d3b9ca44-cc38-43b3-be32-4c9a0a5385d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f73092a-5c82-488e-bdfe-8c6fe3200724 HTTP/1.1" status: 204 len: 168 time: 0.4608138 May 12 05:34:15.265546 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9ca44-cc38-43b3-be32-4c9a0a5385d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f73092a-5c82-488e-bdfe-8c6fe3200724,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:15.650065 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50362) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:15.678215 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5e60eff6-15d3-4ae8-ad69-1fd478b58eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.703000 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1553a-2164-40d3-b239-b20299c13a75 req-b1d11853-be87-4131-b31a-c9418c3d6839 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:15.705165 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-60c1553a-2164-40d3-b239-b20299c13a75 req-b1d11853-be87-4131-b31a-c9418c3d6839 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0769548 May 12 05:34:15.759464 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-60c1553a-2164-40d3-b239-b20299c13a75 req-68337791-3cd8-4281-8a98-645ef6e9548b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452285 May 12 05:34:15.767697 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5e60eff6-15d3-4ae8-ad69-1fd478b58eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.773773 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5e60eff6-15d3-4ae8-ad69-1fd478b58eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.820291 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-5e60eff6-15d3-4ae8-ad69-1fd478b58eca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=942da9271f7e4964b4e2d922673af81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685190 May 12 05:34:15.821153 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60eff6-15d3-4ae8-ad69-1fd478b58eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f767b4b-214a-406f-a92a-d03cb30f527e,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:15.826387 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50364) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:15.885982 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2df13aa5-50d2-43e5-b6d1-7879f9854ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.912167 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2df13aa5-50d2-43e5-b6d1-7879f9854ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.968498 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2df13aa5-50d2-43e5-b6d1-7879f9854ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.972058 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2df13aa5-50d2-43e5-b6d1-7879f9854ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:15.973360 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-2df13aa5-50d2-43e5-b6d1-7879f9854ee4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f767b4b-214a-406f-a92a-d03cb30f527e HTTP/1.1" status: 204 len: 168 time: 0.1459193 May 12 05:34:15.983308 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df13aa5-50d2-43e5-b6d1-7879f9854ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f767b4b-214a-406f-a92a-d03cb30f527e,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:16.107444 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-050fb94c-c251-45fe-96eb-4f7333e66127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:16.897644 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49418ece-f43b-46f0-bdeb-f0eabc9a574e req-c508f43f-3f5a-4429-a128-3f0eb5f9f1dc tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:16.907845 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-49418ece-f43b-46f0-bdeb-f0eabc9a574e req-c508f43f-3f5a-4429-a128-3f0eb5f9f1dc tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0669415 May 12 05:34:16.954601 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-49418ece-f43b-46f0-bdeb-f0eabc9a574e req-37fd66df-6957-4a7f-9e1f-4a19682c4cb6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436020 May 12 05:34:17.259116 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50412) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:17.363393 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71d15f19-90ea-433d-8750-6a2bb23ca6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:17.437216 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71d15f19-90ea-433d-8750-6a2bb23ca6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:17.441227 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71d15f19-90ea-433d-8750-6a2bb23ca6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:17.480006 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-71d15f19-90ea-433d-8750-6a2bb23ca6e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05236ce46e3941acac660c621bdac300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197628 May 12 05:34:17.481308 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d15f19-90ea-433d-8750-6a2bb23ca6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c84e417-589e-443f-9386-6a4bc1c58b2b,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:17.482585 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 50422) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:17.535507 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4f56c7b-7059-4e7e-900a-10ae898243fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:17.557229 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4f56c7b-7059-4e7e-900a-10ae898243fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:17.605668 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4f56c7b-7059-4e7e-900a-10ae898243fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:17.608249 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4f56c7b-7059-4e7e-900a-10ae898243fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:17.609394 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e4f56c7b-7059-4e7e-900a-10ae898243fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c84e417-589e-443f-9386-6a4bc1c58b2b HTTP/1.1" status: 204 len: 168 time: 0.1258295 May 12 05:34:17.617097 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f56c7b-7059-4e7e-900a-10ae898243fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c84e417-589e-443f-9386-6a4bc1c58b2b,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:17.989466 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-7db47089-56e1-4774-aa1d-8443ba6c0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:17.991608 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-7db47089-56e1-4774-aa1d-8443ba6c0e5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 1098 time: 0.1999221 May 12 05:34:18.116396 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbb698-6cf1-40b0-a855-b893ce1349af req-614d608f-d37c-4d32-bb2d-10e801a1d7f4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:18.117796 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f5bbb698-6cf1-40b0-a855-b893ce1349af req-614d608f-d37c-4d32-bb2d-10e801a1d7f4 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0791519 May 12 05:34:18.122295 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-46d29b1b-0175-44c8-b20d-662d7aa91b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:18.123631 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-46d29b1b-0175-44c8-b20d-662d7aa91b9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.1253343 May 12 05:34:18.213620 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f5bbb698-6cf1-40b0-a855-b893ce1349af req-f68381f1-7acc-4949-a949-2652da7be509 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889885 May 12 05:34:18.231668 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-694c85ff-6298-46eb-ad85-a60be59ebab6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17424edc-2263-41fa-9216-a8d21d28f52d HTTP/1.1" status: 200 len: 1001 time: 0.1006856 May 12 05:34:18.290689 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-b28e7bc7-2213-423f-afc7-c6c37821ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:18.292148 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-b28e7bc7-2213-423f-afc7-c6c37821ae98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0473530 May 12 05:34:18.317975 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-631002cd-9f5d-40e9-81b0-efc6e9442f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:18.339101 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-2a7180d1-878b-49da-978c-c7dc0c07bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:18.340622 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-2a7180d1-878b-49da-978c-c7dc0c07bed9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0415833 May 12 05:34:18.435171 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-602a6905-71d8-45d7-b4b8-269720a35d0c service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867829 May 12 05:34:18.535774 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a2c6f5b8-936e-4df3-9644-0787c5f896f4 req-e6cd046b-f7f1-4be9-963e-b7852ca00a62 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940146 May 12 05:34:19.194770 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bbc1c-75c9-4564-91e2-8f8581ba2526 req-b589fd0b-f613-427a-a47f-88f653e31bff tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:19.196167 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3f6bbc1c-75c9-4564-91e2-8f8581ba2526 req-b589fd0b-f613-427a-a47f-88f653e31bff tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 945 time: 0.0476048 May 12 05:34:19.234017 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3f6bbc1c-75c9-4564-91e2-8f8581ba2526 req-531ecb8d-279d-4952-9c47-a549f3ffde7e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 May 12 05:34:19.333933 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f4d8f-8405-4623-86aa-b1af4a7c1594 req-d8844d6d-ecdd-4709-8099-0bf62e2d877e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:19.335944 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b62f4d8f-8405-4623-86aa-b1af4a7c1594 req-d8844d6d-ecdd-4709-8099-0bf62e2d877e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0483902 May 12 05:34:19.348516 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:19.373377 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b62f4d8f-8405-4623-86aa-b1af4a7c1594 req-1a874099-71db-4c24-a550-df5ab22bb3c0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 May 12 05:34:20.351137 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f289-311a-4764-b4fa-0749ac165f68 req-dd7193d8-4677-4377-9a99-b9204b0be529 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:20.352621 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-22a1f289-311a-4764-b4fa-0749ac165f68 req-dd7193d8-4677-4377-9a99-b9204b0be529 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 945 time: 0.0505610 May 12 05:34:20.394732 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-22a1f289-311a-4764-b4fa-0749ac165f68 req-97676815-1be9-4b54-a23b-17006e3a2b3e tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359871 May 12 05:34:20.493216 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebe722-dc41-4d23-9136-3cb6a958d851 req-f3cb6edc-18a2-4bfe-a231-0edcbccc2d45 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:20.494698 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e7ebe722-dc41-4d23-9136-3cb6a958d851 req-f3cb6edc-18a2-4bfe-a231-0edcbccc2d45 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0485070 May 12 05:34:20.535957 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e7ebe722-dc41-4d23-9136-3cb6a958d851 req-296ad39b-9a59-49f5-957b-d43cc20b8fa0 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352333 May 12 05:34:20.913638 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-9ad83414-f85a-4994-b839-8a5551c17b60 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:20.915188 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-9ad83414-f85a-4994-b839-8a5551c17b60 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 945 time: 0.0525882 May 12 05:34:20.968809 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:21.007502 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Deleting port bbe31c81-f423-4e89-8833-78bb286e9b6c {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:21.007880 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:21.095844 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] For port bbe31c81-f423-4e89-8833-78bb286e9b6c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bbe31c81-f423-4e89-8833-78bb286e9b6c,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:21.096224 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:21.165226 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:21.266567 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:21.266931 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:21.267247 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Floating IP c506fb50-9cc1-4240-a945-ae591e06ca5f disassociated. External IP: 172.28.0.75, port: bbe31c81-f423-4e89-8833-78bb286e9b6c. May 12 05:34:21.267584 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Calling delete_port for bbe31c81-f423-4e89-8833-78bb286e9b6c owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:21.390779 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:21.416079 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'Port': ['ID=bbe31c81-f423-4e89-8833-78bb286e9b6c,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:21.497488 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-6b2e5321-c661-45ea-a9c3-97acae8f9430 req-28e50880-05ef-4b0b-919c-bee8e290fed7 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eeb9bcc-8e2b-4dcf-9985-69566fd80105 HTTP/1.1" status: 200 len: 210 time: 0.0260994 May 12 05:34:21.529449 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:34:21.660529 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:34:21.672396 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:34:21.683492 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:34:21.684147 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:21.690480 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bb724-165a-422e-8c7f-51e048f47ff7 req-14549ff6-2169-4132-904b-e00a61da5244 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:21.691915 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fc0bb724-165a-422e-8c7f-51e048f47ff7 req-14549ff6-2169-4132-904b-e00a61da5244 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.0792773 May 12 05:34:21.718461 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] No DVR routers for this DVR port bbe31c81-f423-4e89-8833-78bb286e9b6c on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:34:21.721346 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:21.724487 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0f1248be-d84c-4537-bb28-63f7f002a73b req-e6c58dd1-33db-4c93-a845-b733c8ab88e5 tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.35 "DELETE /v2.0/ports/bbe31c81-f423-4e89-8833-78bb286e9b6c HTTP/1.1" status: 204 len: 173 time: 0.8008192 May 12 05:34:21.724931 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'name': 'network-vif-deleted', 'tag': 'bbe31c81-f423-4e89-8833-78bb286e9b6c'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:34:21.727917 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3dc025-5a76-4fed-b7ae-060155bb4425" -d '{"events": [{"server_uuid": "0eeb9bcc-8e2b-4dcf-9985-69566fd80105", "name": "network-vif-deleted", "tag": "bbe31c81-f423-4e89-8833-78bb286e9b6c"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:34:21.761191 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fc0bb724-165a-422e-8c7f-51e048f47ff7 req-66212c00-83f3-4b62-9a8e-5e1c94f2371a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630908 May 12 05:34:21.792039 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:34:22.006448 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48786b6-928c-49c7-aa26-8bff78bb5888 x-openstack-request-id: req-c48786b6-928c-49c7-aa26-8bff78bb5888 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:34:22.006763 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeb9bcc-8e2b-4dcf-9985-69566fd80105", "name": "network-vif-deleted", "tag": "bbe31c81-f423-4e89-8833-78bb286e9b6c", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:34:22.007012 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c48786b6-928c-49c7-aa26-8bff78bb5888 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:34:22.007412 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48786b6-928c-49c7-aa26-8bff78bb5888'] response: {'server_uuid': '0eeb9bcc-8e2b-4dcf-9985-69566fd80105', 'name': 'network-vif-deleted', 'tag': 'bbe31c81-f423-4e89-8833-78bb286e9b6c', 'status': 'completed', 'code': 200} May 12 05:34:22.025826 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:22.057384 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:34:22.066744 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:34:22.067349 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:22.174541 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:34:22.471245 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:22.497068 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fa5ea-2a9d-4b07-b2f5-a680bf1fb502 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:29:03Z', 'revision_number': 4, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b', 'name': '', 'network_id': '279f8040-9dbf-4e91-8729-00b5b73c5077', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'mac_address': 'fa:16:3e:b4:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:59Z', 'updated_at': '2022-05-12T05:29:14Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'subnets': [{'id': '07c410b0-ab54-47b4-8553-40e45f82eeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:34:22.596215 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 50490) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:22.661473 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c1d25aa1-7035-4494-b9f7-048adb0cfbbe tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:22.696539 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c1d25aa1-7035-4494-b9f7-048adb0cfbbe tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:22.759531 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c1d25aa1-7035-4494-b9f7-048adb0cfbbe tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:22.762311 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c1d25aa1-7035-4494-b9f7-048adb0cfbbe tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:22.764457 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-c1d25aa1-7035-4494-b9f7-048adb0cfbbe tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "DELETE /v2.0/security-groups/3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee HTTP/1.1" status: 204 len: 168 time: 0.1656721 May 12 05:34:22.766211 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50496) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:22.778600 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [req-dc3ed62a-4bac-4f1f-8cab-e4355833ea14 req-4386a5b1-d339-4e80-a806-73cdf1257228 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:34:22.779617 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-dc3ed62a-4bac-4f1f-8cab-e4355833ea14 req-4386a5b1-d339-4e80-a806-73cdf1257228 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1067617 May 12 05:34:22.785644 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25aa1-7035-4494-b9f7-048adb0cfbbe tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:22.792977 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.api.v2.resource [None req-24466901-b063-4738-9d22-9cccdb6dbf4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] show failed (client error): The resource could not be found. May 12 05:34:22.794133 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-24466901-b063-4738-9d22-9cccdb6dbf4b tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "GET /v2.0/security-groups/3bd0c997-9f00-402c-a2bc-fa77cc1ca6ee HTTP/1.1" status: 404 len: 347 time: 0.0267804 May 12 05:34:22.797100 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa0d8ac-f411-4d57-9e4d-3401c7f23bf8 None None] New status for floating IP c506fb50-9cc1-4240-a945-ae591e06ca5f: DOWN {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:34:22.797894 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50498) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:22.844772 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:22.931689 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Deleting port 393da19e-03d5-4ddc-bc74-2cd3fdb9b64b {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:22.932404 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:23.044386 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 17424edc-2263-41fa-9216-a8d21d28f52d is: ACTIVE; New status is: DOWN {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:34:23.044788 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:23.072286 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:34:23.075065 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d925dc4d-a040-4073-8e31-1da43397b453" -d '{"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-unplugged", "status": "completed", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:34:23.092450 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:23.092781 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:23.097097 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:23.102131 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:23.112022 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87035e-599d-4449-8e5c-b19dff2153af req-54ed9955-c775-476a-a475-5df1915a1910 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:23.113541 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7a87035e-599d-4449-8e5c-b19dff2153af req-54ed9955-c775-476a-a475-5df1915a1910 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 945 time: 0.1570208 May 12 05:34:23.119262 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-c9f4a364-41d2-4223-9d9b-0146f0186d7d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946655 May 12 05:34:23.124103 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Calling delete_port for 393da19e-03d5-4ddc-bc74-2cd3fdb9b64b owned by network:floatingip {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:23.158516 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=8']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:23.209535 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 05:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e4b858-9f0b-4298-8532-ae949dbed05a x-openstack-request-id: req-e3e4b858-9f0b-4298-8532-ae949dbed05a {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:34:23.209852 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-unplugged", "status": "failed", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d", "code": 422}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:34:23.210094 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3e4b858-9f0b-4298-8532-ae949dbed05a {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:34:23.210733 dv-cinder-831186-3-smb neutron-server[101912]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e3e4b858-9f0b-4298-8532-ae949dbed05a']: {'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d', 'code': 422} returned with failed status May 12 05:34:23.223791 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7a87035e-599d-4449-8e5c-b19dff2153af req-3ea8ddb6-8ef8-457a-a997-c263a0312722 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007583 May 12 05:34:23.328180 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:23.357731 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Pushing event deleted for resources: {'Port': ['ID=393da19e-03d5-4ddc-bc74-2cd3fdb9b64b,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:23.419308 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks [] for floatingip, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:23.422096 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:23.423248 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-21a1ab01-25f5-4f8b-b00d-34c87ba9cccb tempest-AttachVolumeNegativeTest-220567905 tempest-AttachVolumeNegativeTest-220567905-project] 10.222.0.23 "DELETE /v2.0/floatingips/c506fb50-9cc1-4240-a945-ae591e06ca5f HTTP/1.1" status: 204 len: 168 time: 0.6242251 May 12 05:34:24.038687 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-14f841ea-8db3-4658-a242-0cdf740760e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:24.040201 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-14f841ea-8db3-4658-a242-0cdf740760e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb&tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92 HTTP/1.1" status: 200 len: 1096 time: 0.0398347 May 12 05:34:24.106515 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-c143277e-f3f3-463b-a316-3a3e3ff40a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:24.108017 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-c143277e-f3f3-463b-a316-3a3e3ff40a6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 1096 time: 0.0429804 May 12 05:34:24.193241 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-7de0c43a-b6c5-4c9a-a6c8-7eb40be10e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:24.195258 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-7de0c43a-b6c5-4c9a-a6c8-7eb40be10e73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 200 len: 918 time: 0.0809321 May 12 05:34:24.263901 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-2fc58d69-7130-4ec9-a62d-b7bae0f60718 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17424edc-2263-41fa-9216-a8d21d28f52d HTTP/1.1" status: 200 len: 999 time: 0.0616891 May 12 05:34:24.340084 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-6e85ce78-b710-48d4-a6fd-cefc9f7866d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:24.341428 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-6e85ce78-b710-48d4-a6fd-cefc9f7866d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 200 len: 856 time: 0.0707378 May 12 05:34:24.364148 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7aa380-1bed-476a-ab6c-a8d331a7b7e7 req-04cb1576-f8ec-41ba-a5f2-f686ca27c016 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:24.365561 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fc7aa380-1bed-476a-ab6c-a8d331a7b7e7 req-04cb1576-f8ec-41ba-a5f2-f686ca27c016 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0645759 May 12 05:34:24.417652 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fc7aa380-1bed-476a-ab6c-a8d331a7b7e7 req-004fb5c5-6dc6-4c9e-968e-29b252781b85 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384078 May 12 05:34:24.420115 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-fcff1236-ca90-4293-a0b6-5cec7a0d7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:24.421749 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-fcff1236-ca90-4293-a0b6-5cec7a0d7309 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9a8469e-1170-4827-8fc7-cabd99d14870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728843 May 12 05:34:24.514763 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-3de839f2-fb60-4593-b572-401735e5d687 service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829370 May 12 05:34:24.605027 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a826d0e8-5524-4b66-8932-60749e1fc376 req-7671570a-2686-43d5-a990-48acac4b64ea service neutron] 10.222.0.35 "GET /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829892 May 12 05:34:24.842505 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device bbe31c81-f423-4e89-8833-78bb286e9b6c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:24.869586 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: bbe31c81-f423-4e89-8833-78bb286e9b6c {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:34:24.869922 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device bbe31c81-f423-4e89-8833-78bb286e9b6c not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:34:25.579038 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b2cb8-fca8-469d-aa81-c68dee38abec req-6c311695-10a9-4b01-9cdd-7a6cefef689e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:25.588962 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e50b2cb8-fca8-469d-aa81-c68dee38abec req-6c311695-10a9-4b01-9cdd-7a6cefef689e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0830812 May 12 05:34:25.632603 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e50b2cb8-fca8-469d-aa81-c68dee38abec req-4bb97afc-2c51-4ed6-ba27-44630db7d3b1 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 May 12 05:34:26.762614 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd246-d9dc-4e73-bc60-0740a210cd2d req-23bbf292-4d6b-4adf-be93-31b11a33c7d6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:26.769309 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02cfd246-d9dc-4e73-bc60-0740a210cd2d req-23bbf292-4d6b-4adf-be93-31b11a33c7d6 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0543854 May 12 05:34:26.803043 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02cfd246-d9dc-4e73-bc60-0740a210cd2d req-96c5f9c3-59b1-4189-b59f-5b16d77fe4b2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328631 May 12 05:34:27.099498 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50600) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:27.569676 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:34:27.575925 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816986'] for router_interface, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:27.834182 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Deleting port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:27.835471 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:27.963315 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cd31-c6f9-4677-8288-e00a5709feb1 req-059f7bf6-cb34-49b6-bf35-93d45403195b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:27.963924 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] For port 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:27.963924 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:27.964885 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-14d2cd31-c6f9-4677-8288-e00a5709feb1 req-059f7bf6-cb34-49b6-bf35-93d45403195b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0650508 May 12 05:34:27.977846 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Calling delete_port for 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b owned by network:router_interface {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:28.016133 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-14d2cd31-c6f9-4677-8288-e00a5709feb1 req-a503731f-2a4e-480d-a9fa-187ae89d85d2 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452926 May 12 05:34:28.200842 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:28.247047 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:28.426511 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1815562'] for router_interface, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:28.671846 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Router c77c497c-335f-477d-ab82-5ae18821f89c has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:34:28.789540 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:34:28.794767 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-a37ec32f-3cba-4710-8ce1-f9820aae12ec admin admin] 10.222.0.23 "PUT /v2.0/routers/c77c497c-335f-477d-ab82-5ae18821f89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931765 May 12 05:34:28.797356 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50608) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:28.800229 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] Sync routers for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:34:28.810666 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:34:28.811374 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:28.910457 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:28.927367 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:34:29.031077 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.106686 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Deleting port 3849a6a5-9c24-41a8-9cd2-24578c887a55 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:29.107155 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.149832 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:34:28Z', 'revision_number': 5, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port': {'id': '3849a6a5-9c24-41a8-9cd2-24578c887a55', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:47Z', 'updated_at': '2022-05-12T05:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:29.199176 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] Checking router: c77c497c-335f-477d-ab82-5ae18821f89c for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:34:29.201093 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6358-a67a-451d-b809-f4760b915f30 req-6ebba414-d4cc-40df-94da-9a497b22919a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:29.202712 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6cca6358-a67a-451d-b809-f4760b915f30 req-6ebba414-d4cc-40df-94da-9a497b22919a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0540707 May 12 05:34:29.208071 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] Routers {'c77c497c-335f-477d-ab82-5ae18821f89c'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:34:29.208676 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['c77c497c-335f-477d-ab82-5ae18821f89c'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:29.216437 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] For port 3849a6a5-9c24-41a8-9cd2-24578c887a55, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=3849a6a5-9c24-41a8-9cd2-24578c887a55,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:29.217538 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.237293 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Calling delete_port for 3849a6a5-9c24-41a8-9cd2-24578c887a55 owned by network:router_gateway {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:29.258576 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6cca6358-a67a-451d-b809-f4760b915f30 req-e7ccf0c0-deba-4948-a4af-b81d63692a9f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482726 May 12 05:34:29.326096 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] Set router c77c497c-335f-477d-ab82-5ae18821f89c gateway port host: None {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:34:29.384444 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:34:29Z', 'revision_number': 6, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port_host': None}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:29.413151 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56801fc6-e046-4d17-a3d5-b8457d02dd18 None None] The sync data for ids ['c77c497c-335f-477d-ab82-5ae18821f89c'] in dv-cinder-831186-3-smb is: [{'id': 'c77c497c-335f-477d-ab82-5ae18821f89c', 'name': 'tempest-AttachVolumeNegativeTest-119292783-router', 'tenant_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:34:29Z', 'revision_number': 6, 'project_id': 'e7c8a42d3aa3474fb004fc217ae2a18f', 'gw_port_host': None}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:34:29.414126 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.441123 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3849a6a5-9c24-41a8-9cd2-24578c887a55,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:29.502069 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818580'] for router_gateway, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.596543 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60155'] for router, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.598914 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.644823 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701094'] for router, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.645413 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c77c497c-335f-477d-ab82-5ae18821f89c {{(pid=101911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 05:34:29.650771 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.651930 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8217f3d2-3595-426d-86e4-a2b40785f1f5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c77c497c-335f-477d-ab82-5ae18821f89c HTTP/1.1" status: 204 len: 168 time: 0.8534446 May 12 05:34:29.654422 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50612) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:29.702831 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-655e2c0a-de2b-40de-b560-cde2f8834a7b admin admin] Deleting subnet 07c410b0-ab54-47b4-8553-40e45f82eeb0 {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:34:29.707773 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-655e2c0a-de2b-40de-b560-cde2f8834a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.769292 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-655e2c0a-de2b-40de-b560-cde2f8834a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.884962 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-655e2c0a-de2b-40de-b560-cde2f8834a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.947580 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-655e2c0a-de2b-40de-b560-cde2f8834a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.972873 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e2c0a-de2b-40de-b560-cde2f8834a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c410b0-ab54-47b4-8553-40e45f82eeb0,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:29.977484 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-655e2c0a-de2b-40de-b560-cde2f8834a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:29.981317 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-655e2c0a-de2b-40de-b560-cde2f8834a7b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07c410b0-ab54-47b4-8553-40e45f82eeb0 HTTP/1.1" status: 204 len: 168 time: 0.3253543 May 12 05:34:29.983539 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50616) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:29.986768 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44013da8-9d8a-4032-972c-4dadbfd43142 None None] Network 279f8040-9dbf-4e91-8729-00b5b73c5077 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:34:30.061767 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.232140 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] DHCP port deletion for 279f8040-9dbf-4e91-8729-00b5b73c5077 request from dv-cinder-831186-3-smb {{(pid=101912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 05:34:30.338297 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3849a6a5-9c24-41a8-9cd2-24578c887a55 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:30.397280 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 3849a6a5-9c24-41a8-9cd2-24578c887a55 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:34:30.398167 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 3849a6a5-9c24-41a8-9cd2-24578c887a55 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:34:30.406888 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:30.449643 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:34:30.450163 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 6c0c3dea-ccb9-4e62-88aa-75ab4683ff7b not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:34:30.464442 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f94887-582e-4c05-9abc-f41e57e0295d req-548043e8-12c4-41e7-a138-f6a41ebff4a5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:30.468248 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-31f94887-582e-4c05-9abc-f41e57e0295d req-548043e8-12c4-41e7-a138-f6a41ebff4a5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0933564 May 12 05:34:30.477957 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] Deleting port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 {{(pid=101912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:30.478337 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.516986 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Deleting port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:30.517594 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.528666 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-31f94887-582e-4c05-9abc-f41e57e0295d req-09654aa9-2dc5-4d13-94a4-70e403ceb83a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537305 May 12 05:34:30.594273 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] For port 76925688-fcbe-4a2a-a1bf-72561ecef3e6, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=76925688-fcbe-4a2a-a1bf-72561ecef3e6,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:30.594983 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.610480 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] For port 76925688-fcbe-4a2a-a1bf-72561ecef3e6, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=76925688-fcbe-4a2a-a1bf-72561ecef3e6,segment=NetworkSegment(11855d11-656f-4dc2-918d-63a7067351f0),segment_id=11855d11-656f-4dc2-918d-63a7067351f0)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:30.610863 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.625646 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Calling delete_port for 76925688-fcbe-4a2a-a1bf-72561ecef3e6 owned by network:dhcp {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:30.626627 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] Calling delete_port for 76925688-fcbe-4a2a-a1bf-72561ecef3e6 owned by network:dhcp {{(pid=101912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:30.746484 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591'] for port, after_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.766524 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] No DVR routers for this DVR port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 on host dv-cinder-831186-3-smb {{(pid=101912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:34:30.790722 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa2859-1159-4024-9698-7df8154d0d90 None None] Pushing event deleted for resources: {'Port': ['ID=76925688-fcbe-4a2a-a1bf-72561ecef3e6,revision_number=None']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:30.798042 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.824599 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Pushing event deleted for resources: {'Port': ['ID=76925688-fcbe-4a2a-a1bf-72561ecef3e6,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:30.830160 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] No DVR routers for this DVR port 76925688-fcbe-4a2a-a1bf-72561ecef3e6 on host dv-cinder-831186-3-smb {{(pid=101911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:34:30.905268 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.929522 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279f8040-9dbf-4e91-8729-00b5b73c5077']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:30.940207 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11855d11-656f-4dc2-918d-63a7067351f0') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:30.940578 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11855d11-656f-4dc2-918d-63a7067351f0') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:30.949947 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.962464 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.968655 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:34:30.969050 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: self.session.flush() May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: self.session.flush() May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: self.session.flush() May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: self.session.flush() May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:34:30.970711 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:34:31.029197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:31.047817 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:31.053830 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] 10.222.0.23 "DELETE /v2.0/networks/279f8040-9dbf-4e91-8729-00b5b73c5077 HTTP/1.1" status: 204 len: 168 time: 1.0631468 May 12 05:34:31.053830 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d66c64-0b55-4902-9c9e-a3419d5e3dde admin admin] Pushing event deleted for resources: {'Network': ['ID=279f8040-9dbf-4e91-8729-00b5b73c5077,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:31.181287 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50622) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:31.229580 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-0b98eac5-2949-493e-8672-cddc1e642d58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7c8a42d3aa3474fb004fc217ae2a18f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466959 May 12 05:34:31.232191 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50624) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:31.291494 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a10ed2a-54fd-48ba-bca0-b7bd2b6f141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:31.311887 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a10ed2a-54fd-48ba-bca0-b7bd2b6f141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:31.357146 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a10ed2a-54fd-48ba-bca0-b7bd2b6f141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:31.359621 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a10ed2a-54fd-48ba-bca0-b7bd2b6f141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:31.360762 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-4a10ed2a-54fd-48ba-bca0-b7bd2b6f141a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5bff001-a667-4457-8d94-75ed230c087f HTTP/1.1" status: 204 len: 168 time: 0.1275563 May 12 05:34:31.368006 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10ed2a-54fd-48ba-bca0-b7bd2b6f141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bff001-a667-4457-8d94-75ed230c087f,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:31.667875 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b154ec-5da0-4677-8e57-0612256e0f4b req-5319c846-a610-4d10-a81b-37124ca1a710 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:31.678723 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-46b154ec-5da0-4677-8e57-0612256e0f4b req-5319c846-a610-4d10-a81b-37124ca1a710 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0664124 May 12 05:34:31.719395 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-46b154ec-5da0-4677-8e57-0612256e0f4b req-d0c41070-da44-4aff-8bc3-10131e41d2a7 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393696 May 12 05:34:32.121486 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 76925688-fcbe-4a2a-a1bf-72561ecef3e6 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:32.141745 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 76925688-fcbe-4a2a-a1bf-72561ecef3e6 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:34:32.142203 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 76925688-fcbe-4a2a-a1bf-72561ecef3e6 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:34:32.861509 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04eb3-3e10-4fdd-baff-8c1554403823 req-3788d93c-b065-4145-8b48-836bc8c31559 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:32.862980 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-19d04eb3-3e10-4fdd-baff-8c1554403823 req-3788d93c-b065-4145-8b48-836bc8c31559 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0519438 May 12 05:34:32.907115 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-19d04eb3-3e10-4fdd-baff-8c1554403823 req-035096e8-6513-4c61-b641-cefac96b469f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379858 May 12 05:34:34.066816 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc3a68-8ce6-41ed-a611-e4170e2a5762 req-3dee9c10-dfc0-42bf-9b82-6cd530171f89 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:34.068375 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-89dc3a68-8ce6-41ed-a611-e4170e2a5762 req-3dee9c10-dfc0-42bf-9b82-6cd530171f89 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0620563 May 12 05:34:34.107325 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-89dc3a68-8ce6-41ed-a611-e4170e2a5762 req-70cceaf8-3c43-45e7-816f-116e211f32ab tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 May 12 05:34:35.240324 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fc218-f9bb-453a-85b1-a904b104c2c0 req-09dfddfb-09b3-4c3c-9fe1-0ab7c864b242 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:35.242492 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1a7fc218-f9bb-453a-85b1-a904b104c2c0 req-09dfddfb-09b3-4c3c-9fe1-0ab7c864b242 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0581682 May 12 05:34:35.284251 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1a7fc218-f9bb-453a-85b1-a904b104c2c0 req-6ed008a4-ecfe-4f2b-8509-7cc56233b5da tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353372 May 12 05:34:36.403162 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5093f-7062-4371-ab14-ba4f726b6847 req-bfb6c815-b65b-4fdd-9f33-78f489d1bdf5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:36.404641 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-42d5093f-7062-4371-ab14-ba4f726b6847 req-bfb6c815-b65b-4fdd-9f33-78f489d1bdf5 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 943 time: 0.0476415 May 12 05:34:36.441269 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-42d5093f-7062-4371-ab14-ba4f726b6847 req-d00299a7-20e5-4a98-a051-a4569e08320f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308247 May 12 05:34:36.910965 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:34:37.012068 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:37.025086 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '17424edc-2263-41fa-9216-a8d21d28f52d', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'port_id': '17424edc-2263-41fa-9216-a8d21d28f52d', 'mac_address': 'fa:16:3e:b5:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:34:37.061829 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 17424edc-2263-41fa-9216-a8d21d28f52d is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:34:37.062217 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:37.075326 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17424edc-2263-41fa-9216-a8d21d28f52d {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:34:37.095115 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:37.098542 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:37.146288 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=9']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:37.349003 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['17424edc-2263-41fa-9216-a8d21d28f52d'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:34:37.601615 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e78bd-75b9-44ce-9a57-54f384c5d782 req-fc63b3c0-4503-4fdb-bfb8-a54fe852eca7 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:37.603253 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3e1e78bd-75b9-44ce-9a57-54f384c5d782 req-fc63b3c0-4503-4fdb-bfb8-a54fe852eca7 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 944 time: 0.0789206 May 12 05:34:37.640241 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3e1e78bd-75b9-44ce-9a57-54f384c5d782 req-6750fb5c-7ec9-4afd-9a0e-7336e6b4f2ce tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308332 May 12 05:34:38.761819 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172198-d604-4645-9540-0d5233fc1189 req-f5d0e7d6-3baa-44a8-ae8c-9fd768446101 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:38.763401 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2d172198-d604-4645-9540-0d5233fc1189 req-f5d0e7d6-3baa-44a8-ae8c-9fd768446101 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 944 time: 0.0506222 May 12 05:34:38.804125 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2d172198-d604-4645-9540-0d5233fc1189 req-57fbc025-fd60-4c57-ace4-be82f6771e52 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339026 May 12 05:34:38.844061 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:38.924425 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:34:38.972885 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 17424edc-2263-41fa-9216-a8d21d28f52d triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:34:38.973259 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:39.058081 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 17424edc-2263-41fa-9216-a8d21d28f52d is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:34:39.058500 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:39.080765 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:34:39.082995 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b0569-e3db-448e-b8ea-604aa9f8c719" -d '{"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-plugged", "status": "completed", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:34:39.095560 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:39.101393 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:39.129166 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c9dbb-5238-46e0-b526-680fa9b6a493 x-openstack-request-id: req-d67c9dbb-5238-46e0-b526-680fa9b6a493 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:34:39.129448 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-plugged", "status": "completed", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:34:39.130385 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d67c9dbb-5238-46e0-b526-680fa9b6a493 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:34:39.130774 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67c9dbb-5238-46e0-b526-680fa9b6a493'] response: {'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d', 'code': 200} May 12 05:34:39.156412 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=10']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:39.304452 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111faca-ee28-4947-a854-4fd110adb500 req-afd843de-8e09-4f0c-87cb-5f0c344d0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:39.305992 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f111faca-ee28-4947-a854-4fd110adb500 req-afd843de-8e09-4f0c-87cb-5f0c344d0ef8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 1099 time: 0.0413396 May 12 05:34:39.341687 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f111faca-ee28-4947-a854-4fd110adb500 req-2f57270e-c779-41f9-b8ce-9e6a734a7cad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278950 May 12 05:34:39.930974 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49365a1-a774-4767-bb01-5a1b0c755597 req-9a32149b-d025-4b2c-ba87-df09f3fa451e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:39.932573 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a49365a1-a774-4767-bb01-5a1b0c755597 req-9a32149b-d025-4b2c-ba87-df09f3fa451e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 946 time: 0.0537937 May 12 05:34:39.971288 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a49365a1-a774-4767-bb01-5a1b0c755597 req-f4f03fbb-73dd-4367-aa82-ab6a27aaa76b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 May 12 05:34:41.095505 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a508a-0768-4452-a244-bb4ffaee0cc1 req-a9915655-8768-4898-aed3-aece82e4a959 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:41.097106 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ad4a508a-0768-4452-a244-bb4ffaee0cc1 req-a9915655-8768-4898-aed3-aece82e4a959 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 946 time: 0.0548995 May 12 05:34:41.138824 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-ad4a508a-0768-4452-a244-bb4ffaee0cc1 req-5e1f3194-8560-4764-a2ab-b5d761f5091a tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 May 12 05:34:42.277996 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378810f-1325-4055-aca4-936937202bc2 req-5214a8ca-f0dd-42d8-9286-ace68b3b6a15 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:42.279465 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0378810f-1325-4055-aca4-936937202bc2 req-5214a8ca-f0dd-42d8-9286-ace68b3b6a15 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 946 time: 0.0565822 May 12 05:34:42.316460 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0378810f-1325-4055-aca4-936937202bc2 req-24f1e869-842d-4331-b0a6-4e4db169f79f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308323 May 12 05:34:42.364556 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdc601-924c-4080-a30d-5dec457835f9 req-1b312d84-3341-4d22-be7d-2dd8ca7ee189 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:42.365939 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-95bdc601-924c-4080-a30d-5dec457835f9 req-1b312d84-3341-4d22-be7d-2dd8ca7ee189 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 945 time: 0.0514054 May 12 05:34:42.406177 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-95bdc601-924c-4080-a30d-5dec457835f9 req-2c2c62e8-91df-4670-a59c-7baa15c95e4e tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338235 May 12 05:34:43.518085 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810792a-951c-43f4-87a4-f02d2af19c67 req-fb4f2a09-375a-4a15-8da4-240aa52fa0d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:43.519427 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c810792a-951c-43f4-87a4-f02d2af19c67 req-fb4f2a09-375a-4a15-8da4-240aa52fa0d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 945 time: 0.0465097 May 12 05:34:43.556187 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-c810792a-951c-43f4-87a4-f02d2af19c67 req-4220f6cb-ba5a-4878-9094-e60dee93cdb4 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302091 May 12 05:34:44.282383 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-9055b519-992e-4b4f-ad13-261cb5f9d66d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:44.283831 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-9055b519-992e-4b4f-ad13-261cb5f9d66d tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 945 time: 0.0467641 May 12 05:34:44.371226 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Deleting port 1e4a5031-3007-4b49-bf35-8f293efcca6f {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:44.371572 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:44.461206 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] For port 1e4a5031-3007-4b49-bf35-8f293efcca6f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e4a5031-3007-4b49-bf35-8f293efcca6f,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:44.461572 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:44.622924 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:44.623199 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:44.623511 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Floating IP 78f76969-3ff9-4a38-8d1c-ba7f5b4de366 disassociated. External IP: 172.28.0.227, port: 1e4a5031-3007-4b49-bf35-8f293efcca6f. May 12 05:34:44.623887 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Calling delete_port for 1e4a5031-3007-4b49-bf35-8f293efcca6f owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:44.716831 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6388-850d-4bb7-b49f-00cc0f4e2147 req-1a001db3-4931-432e-92ff-39688c0bdaf1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:34:44.718284 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fe3d6388-850d-4bb7-b49f-00cc0f4e2147 req-1a001db3-4931-432e-92ff-39688c0bdaf1 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/ports?device_id=841fa60c-783a-43ed-8007-f48b230b8e42 HTTP/1.1" status: 200 len: 945 time: 0.0924594 May 12 05:34:44.764867 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fe3d6388-850d-4bb7-b49f-00cc0f4e2147 req-41c461f6-0b6e-451b-b0fe-7636ff711977 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups?id=e15ea3e9-0925-4c32-9b44-42e0e22933ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397637 May 12 05:34:44.814266 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:44.841699 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event deleted for resources: {'Port': ['ID=1e4a5031-3007-4b49-bf35-8f293efcca6f,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:44.948674 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Router 8b76a079-aa91-4544-a2fd-6b139a3ed103 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:34:45.052757 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:34:45.062596 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] Sync routers for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:34:45.072914 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:34:45.073538 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:45.091398 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] No DVR routers for this DVR port 1e4a5031-3007-4b49-bf35-8f293efcca6f on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:34:45.093955 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:45.097373 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9d3e8385-2956-4cc9-a13a-ec342715f726 req-46eb2f0f-1e56-49f4-ac2e-600abf8a3aef tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.35 "DELETE /v2.0/ports/1e4a5031-3007-4b49-bf35-8f293efcca6f HTTP/1.1" status: 204 len: 173 time: 0.8074579 May 12 05:34:45.097906 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841fa60c-783a-43ed-8007-f48b230b8e42', 'name': 'network-vif-deleted', 'tag': '1e4a5031-3007-4b49-bf35-8f293efcca6f'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:34:45.100451 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43def760-44f9-48c5-8e28-6831314672d9" -d '{"events": [{"server_uuid": "841fa60c-783a-43ed-8007-f48b230b8e42", "name": "network-vif-deleted", "tag": "1e4a5031-3007-4b49-bf35-8f293efcca6f"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:34:45.154993 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d18cfd-9605-468c-abb0-a7ae2f8417ce x-openstack-request-id: req-32d18cfd-9605-468c-abb0-a7ae2f8417ce {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:34:45.155276 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841fa60c-783a-43ed-8007-f48b230b8e42", "name": "network-vif-deleted", "tag": "1e4a5031-3007-4b49-bf35-8f293efcca6f", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:34:45.155525 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32d18cfd-9605-468c-abb0-a7ae2f8417ce {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:34:45.155991 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d18cfd-9605-468c-abb0-a7ae2f8417ce'] response: {'server_uuid': '841fa60c-783a-43ed-8007-f48b230b8e42', 'name': 'network-vif-deleted', 'tag': '1e4a5031-3007-4b49-bf35-8f293efcca6f', 'status': 'completed', 'code': 200} May 12 05:34:45.221008 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:34:45.455543 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:45.483757 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] Checking router: 8b76a079-aa91-4544-a2fd-6b139a3ed103 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:34:45.492641 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:34:45.493237 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:45.601774 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:34:45.847262 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50950) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:45.904218 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ecc81706-0489-4136-82fe-825173cd28ea tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:45.922829 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:45.927140 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ecc81706-0489-4136-82fe-825173cd28ea tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:45.949537 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce09e05-2099-4292-a939-849c2fcf8df7 None None] The sync data for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb is: [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:28:54Z', 'revision_number': 4, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'e87b5dec-ea22-4135-990e-95d5c1e3cddb', 'name': '', 'network_id': '07635e6b-22ad-4ded-8b71-73dd0e12cddd', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'mac_address': 'fa:16:3e:fb:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:51Z', 'updated_at': '2022-05-12T05:29:07Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'subnets': [{'id': '050e9b64-f013-4103-b941-bd38a5ea8d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:34:45.976445 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ecc81706-0489-4136-82fe-825173cd28ea tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:45.979015 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ecc81706-0489-4136-82fe-825173cd28ea tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:45.980361 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ecc81706-0489-4136-82fe-825173cd28ea tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "DELETE /v2.0/security-groups/e15ea3e9-0925-4c32-9b44-42e0e22933ed HTTP/1.1" status: 204 len: 168 time: 0.1318510 May 12 05:34:45.983087 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 50952) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:45.989763 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc81706-0489-4136-82fe-825173cd28ea tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ea3e9-0925-4c32-9b44-42e0e22933ed,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:45.998464 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.api.v2.resource [None req-f5f5dedd-2f2f-4b78-9f1e-dc0623a43ca3 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] show failed (client error): The resource could not be found. May 12 05:34:45.999483 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-f5f5dedd-2f2f-4b78-9f1e-dc0623a43ca3 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "GET /v2.0/security-groups/e15ea3e9-0925-4c32-9b44-42e0e22933ed HTTP/1.1" status: 404 len: 347 time: 0.0148134 May 12 05:34:46.004240 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 50954) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:46.091311 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bedabbd3-f674-42f2-9b31-7cfc49514085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:46.137727 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Deleting port 94c2f9e4-d2ae-4d5d-878f-470283e21c8d {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:46.138067 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:46.185938 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d8ff0-ff3b-4ece-9d50-1a66590c92aa None None] New status for floating IP 78f76969-3ff9-4a38-8d1c-ba7f5b4de366: DOWN {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:34:46.221357 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:46.221778 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:46.234477 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Calling delete_port for 94c2f9e4-d2ae-4d5d-878f-470283e21c8d owned by network:floatingip {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:46.362602 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:46.388231 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Pushing event deleted for resources: {'Port': ['ID=94c2f9e4-d2ae-4d5d-878f-470283e21c8d,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:46.452316 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks [] for floatingip, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:46.454829 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:46.456511 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8762f341-38dd-4537-986b-08ddf0f592d6 tempest-AttachVolumeTestJSON-1497841656 tempest-AttachVolumeTestJSON-1497841656-project] 10.222.0.23 "DELETE /v2.0/floatingips/78f76969-3ff9-4a38-8d1c-ba7f5b4de366 HTTP/1.1" status: 204 len: 168 time: 0.4507723 May 12 05:34:48.322987 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-7a8a717f-17ae-4db6-9b61-408ccc6bcc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:48.980895 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 1e4a5031-3007-4b49-bf35-8f293efcca6f no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:49.001415 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 1e4a5031-3007-4b49-bf35-8f293efcca6f {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:34:49.001764 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 1e4a5031-3007-4b49-bf35-8f293efcca6f not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:34:49.351025 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:49.970475 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51008) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:50.441197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816986'] for router_interface, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:50.671239 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Deleting port e87b5dec-ea22-4135-990e-95d5c1e3cddb {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:50.671580 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:50.744895 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] For port e87b5dec-ea22-4135-990e-95d5c1e3cddb, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=e87b5dec-ea22-4135-990e-95d5c1e3cddb,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:50.746474 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:50.757486 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Calling delete_port for e87b5dec-ea22-4135-990e-95d5c1e3cddb owned by network:router_interface {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:50.848497 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:50.933756 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:50.956656 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87b5dec-ea22-4135-990e-95d5c1e3cddb,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:51.134907 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1815562'] for router_interface, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:51.168446 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:51.356497 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Router 8b76a079-aa91-4544-a2fd-6b139a3ed103 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:34:51.461797 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:34:51.466909 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-d3cc34db-f790-4f2a-ac1e-a1674dc65090 admin admin] 10.222.0.23 "PUT /v2.0/routers/8b76a079-aa91-4544-a2fd-6b139a3ed103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953301 May 12 05:34:51.469528 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51024) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:51.472468 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] Sync routers for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:34:51.482190 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:34:51.482904 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:51.573333 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:51.589294 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:34:51.776475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:34:50Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:51.802621 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] Checking router: 8b76a079-aa91-4544-a2fd-6b139a3ed103 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:34:51.811281 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] Routers {'8b76a079-aa91-4544-a2fd-6b139a3ed103'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:34:51.811944 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['8b76a079-aa91-4544-a2fd-6b139a3ed103'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:51.913148 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:51.914748 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] Set router 8b76a079-aa91-4544-a2fd-6b139a3ed103 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:34:51.964488 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Deleting port bd22998c-6da6-479b-86d1-c9d9a455cbdb {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:51.964886 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.040399 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] For port bd22998c-6da6-479b-86d1-c9d9a455cbdb, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=bd22998c-6da6-479b-86d1-c9d9a455cbdb,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:52.040791 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.053743 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Calling delete_port for bd22998c-6da6-479b-86d1-c9d9a455cbdb owned by network:router_gateway {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:52.094670 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:34:50Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:52.126612 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404209c6-691b-42b9-bd4f-587abf524268 None None] The sync data for ids ['8b76a079-aa91-4544-a2fd-6b139a3ed103'] in dv-cinder-831186-3-smb is: [{'id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'name': 'tempest-AttachVolumeTestJSON-1133738590-router', 'tenant_id': '1b2586bde6b14499880c544a1e335c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:28:45Z', 'updated_at': '2022-05-12T05:34:50Z', 'revision_number': 5, 'project_id': '1b2586bde6b14499880c544a1e335c14', 'gw_port': {'id': 'bd22998c-6da6-479b-86d1-c9d9a455cbdb', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b76a079-aa91-4544-a2fd-6b139a3ed103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:28:46Z', 'updated_at': '2022-05-12T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:34:52.224402 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.251468 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd22998c-6da6-479b-86d1-c9d9a455cbdb,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:52.311227 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818580'] for router_gateway, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.400019 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60155'] for router, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.402099 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.444833 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701094'] for router, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.445419 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b76a079-aa91-4544-a2fd-6b139a3ed103 {{(pid=101911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 05:34:52.451335 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.452914 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-c6f3aa5a-d804-4eaf-85ec-60cc318874c3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8b76a079-aa91-4544-a2fd-6b139a3ed103 HTTP/1.1" status: 204 len: 168 time: 0.9822381 May 12 05:34:52.455155 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51038) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:52.506572 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-639c0677-f287-4551-b6de-2fd5223e4975 admin admin] Deleting subnet 050e9b64-f013-4103-b941-bd38a5ea8d62 {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:34:52.510197 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-639c0677-f287-4551-b6de-2fd5223e4975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.546867 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-639c0677-f287-4551-b6de-2fd5223e4975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.642714 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-639c0677-f287-4551-b6de-2fd5223e4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.698414 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-639c0677-f287-4551-b6de-2fd5223e4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.728863 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c0677-f287-4551-b6de-2fd5223e4975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050e9b64-f013-4103-b941-bd38a5ea8d62,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:52.732666 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-639c0677-f287-4551-b6de-2fd5223e4975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:52.735956 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-639c0677-f287-4551-b6de-2fd5223e4975 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/050e9b64-f013-4103-b941-bd38a5ea8d62 HTTP/1.1" status: 204 len: 168 time: 0.2796426 May 12 05:34:52.738427 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51048) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:52.743025 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfbbbb-1403-4e46-bc6e-f99bafe868a6 None None] Network 07635e6b-22ad-4ded-8b71-73dd0e12cddd requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:34:52.816665 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.097164 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Deleting port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:53.097394 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.158775 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] For port 85f94d4e-d5c5-4fab-a499-872151d8e2f7, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=85f94d4e-d5c5-4fab-a499-872151d8e2f7,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:53.159160 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.174045 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] DHCP port deletion for 07635e6b-22ad-4ded-8b71-73dd0e12cddd request from dv-cinder-831186-3-smb {{(pid=101912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 05:34:53.176039 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Calling delete_port for 85f94d4e-d5c5-4fab-a499-872151d8e2f7 owned by network:dhcp {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:53.223248 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] Deleting port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 {{(pid=101912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:34:53.223626 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.255603 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.267795 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] No DVR routers for this DVR port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 on host dv-cinder-831186-3-smb {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:34:53.287657 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=85f94d4e-d5c5-4fab-a499-872151d8e2f7,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:53.289603 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] For port 85f94d4e-d5c5-4fab-a499-872151d8e2f7, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=85f94d4e-d5c5-4fab-a499-872151d8e2f7,segment=NetworkSegment(a48cffd3-747b-4058-9de8-08c899db8ce2),segment_id=a48cffd3-747b-4058-9de8-08c899db8ce2)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:34:53.290061 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.302549 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] Calling delete_port for 85f94d4e-d5c5-4fab-a499-872151d8e2f7 owned by network:dhcp {{(pid=101912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:34:53.355534 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.375146 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591'] for port, after_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.376108 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07635e6b-22ad-4ded-8b71-73dd0e12cddd']}} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:53.385174 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48cffd3-747b-4058-9de8-08c899db8ce2') {'for_net_delete': True} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:53.385417 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48cffd3-747b-4058-9de8-08c899db8ce2') {} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:34:53.394311 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333583'] for segment, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.404808 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] Pushing event deleted for resources: {'Port': ['ID=85f94d4e-d5c5-4fab-a499-872151d8e2f7,revision_number=None']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:53.407837 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.409860 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152c7cd-480b-4fee-9375-2fb72e8d2cd9 None None] No DVR routers for this DVR port 85f94d4e-d5c5-4fab-a499-872151d8e2f7 on host dv-cinder-831186-3-smb {{(pid=101912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:34:53.417621 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=101910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:34:53.417621 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10404212'] for segment, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: Traceback (most recent call last): May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: timer() May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: cb(*args, **kw) May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: return func(*args, **kwargs) May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: self._notify() May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: self.callback(batched_events) May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: event.method(event) May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: return f(self, *a, **k) May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: return self._get(url).json() May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: return self.request(url, 'GET', **kwargs) May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:34:53.420159 dv-cinder-831186-3-smb neutron-server[101910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:34:53.478568 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.485174 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.488207 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/07635e6b-22ad-4ded-8b71-73dd0e12cddd HTTP/1.1" status: 204 len: 168 time: 0.7485909 May 12 05:34:53.497648 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c40774-d1c5-4015-b858-60c6387de0ac admin admin] Pushing event deleted for resources: {'Network': ['ID=07635e6b-22ad-4ded-8b71-73dd0e12cddd,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:53.598818 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51052) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:53.636812 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-91b4d371-e8f2-4757-ad58-08b573b10d70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b2586bde6b14499880c544a1e335c14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368731 May 12 05:34:53.639167 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51056) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:53.686899 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-763cab29-49e9-4ae0-afb0-55eec78fdeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.707153 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-763cab29-49e9-4ae0-afb0-55eec78fdeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.755878 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-763cab29-49e9-4ae0-afb0-55eec78fdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.758466 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-763cab29-49e9-4ae0-afb0-55eec78fdeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:34:53.762486 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-763cab29-49e9-4ae0-afb0-55eec78fdeb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ce401ab-a57e-4e60-80bb-e247141d8c54 HTTP/1.1" status: 204 len: 168 time: 0.1195989 May 12 05:34:53.768306 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cab29-49e9-4ae0-afb0-55eec78fdeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce401ab-a57e-4e60-80bb-e247141d8c54,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:34:54.131319 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e87b5dec-ea22-4135-990e-95d5c1e3cddb no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:54.155924 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: e87b5dec-ea22-4135-990e-95d5c1e3cddb {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:34:54.156275 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device e87b5dec-ea22-4135-990e-95d5c1e3cddb not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:34:54.156690 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device bd22998c-6da6-479b-86d1-c9d9a455cbdb no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:54.178239 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: bd22998c-6da6-479b-86d1-c9d9a455cbdb {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:34:54.178897 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device bd22998c-6da6-479b-86d1-c9d9a455cbdb not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:34:54.179019 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 85f94d4e-d5c5-4fab-a499-872151d8e2f7 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:34:54.199097 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 85f94d4e-d5c5-4fab-a499-872151d8e2f7 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:34:54.199406 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 85f94d4e-d5c5-4fab-a499-872151d8e2f7 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:34:59.891977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51226) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:34:59.992647 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5fea307d-447c-4a16-9fc8-129631a66f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:00.064830 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5fea307d-447c-4a16-9fc8-129631a66f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:00.068260 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5fea307d-447c-4a16-9fc8-129631a66f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:00.109293 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-5fea307d-447c-4a16-9fc8-129631a66f31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdd58c616bf746668fc083e5e3e119da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162385 May 12 05:35:00.110148 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea307d-447c-4a16-9fc8-129631a66f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9377cf37-1e04-41a9-8698-ab103334de43,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:00.112004 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51230) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:00.166680 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06c0-a8db-4581-9589-bfb809cbec1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:00.188393 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06c0-a8db-4581-9589-bfb809cbec1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:00.234183 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06c0-a8db-4581-9589-bfb809cbec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:00.236891 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5fbe06c0-a8db-4581-9589-bfb809cbec1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:00.238118 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-5fbe06c0-a8db-4581-9589-bfb809cbec1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9377cf37-1e04-41a9-8698-ab103334de43 HTTP/1.1" status: 204 len: 168 time: 0.1251245 May 12 05:35:00.250429 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe06c0-a8db-4581-9589-bfb809cbec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9377cf37-1e04-41a9-8698-ab103334de43,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:02.014145 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51326) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:02.115631 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-119b5061-16c7-44b0-a17f-71381d943d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.187575 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-119b5061-16c7-44b0-a17f-71381d943d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.191042 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-119b5061-16c7-44b0-a17f-71381d943d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.228205 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-119b5061-16c7-44b0-a17f-71381d943d95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93c2800bd44448d38eb1b4821522072c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129788 May 12 05:35:02.229036 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b5061-16c7-44b0-a17f-71381d943d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c95280-c10d-43b8-bb51-b0945ad6a81a,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:02.231509 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51330) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:02.280667 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c12a3cdf-40e7-4bc7-b183-3e4e94992da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.300908 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c12a3cdf-40e7-4bc7-b183-3e4e94992da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.346411 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c12a3cdf-40e7-4bc7-b183-3e4e94992da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.348951 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-c12a3cdf-40e7-4bc7-b183-3e4e94992da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.350093 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-c12a3cdf-40e7-4bc7-b183-3e4e94992da8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64c95280-c10d-43b8-bb51-b0945ad6a81a HTTP/1.1" status: 204 len: 168 time: 0.1175385 May 12 05:35:02.357942 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a3cdf-40e7-4bc7-b183-3e4e94992da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c95280-c10d-43b8-bb51-b0945ad6a81a,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:02.608129 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51336) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:02.621245 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3134ce86-c3d6-45c0-b390-878b0cb9c828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.693246 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3134ce86-c3d6-45c0-b390-878b0cb9c828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.697433 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3134ce86-c3d6-45c0-b390-878b0cb9c828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.734710 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134ce86-c3d6-45c0-b390-878b0cb9c828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aacbdc-a4f6-4826-a649-c10c2a69fc3d,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:02.738791 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-3134ce86-c3d6-45c0-b390-878b0cb9c828 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bdae4dd9d6d44ec920c1221adf4cad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296329 May 12 05:35:02.741348 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51338) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:02.793723 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-386c936e-0388-4461-a503-11d0f1f18841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.814803 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-386c936e-0388-4461-a503-11d0f1f18841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.859627 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-386c936e-0388-4461-a503-11d0f1f18841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.862496 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-386c936e-0388-4461-a503-11d0f1f18841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:02.864038 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-386c936e-0388-4461-a503-11d0f1f18841 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76aacbdc-a4f6-4826-a649-c10c2a69fc3d HTTP/1.1" status: 204 len: 168 time: 0.1217363 May 12 05:35:02.872122 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c936e-0388-4461-a503-11d0f1f18841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aacbdc-a4f6-4826-a649-c10c2a69fc3d,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:04.573199 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:35:05.073455 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51434) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:05.179530 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b18b9d55-6a8c-4a6a-9b55-9a1954cb3820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.254776 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b18b9d55-6a8c-4a6a-9b55-9a1954cb3820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.257606 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b18b9d55-6a8c-4a6a-9b55-9a1954cb3820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.293966 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b18b9d55-6a8c-4a6a-9b55-9a1954cb3820 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=086ad7ccba7c47e2b45727d3c96a219a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194457 May 12 05:35:05.296101 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b9d55-6a8c-4a6a-9b55-9a1954cb3820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6848660a-6813-4b4a-90ae-37686c56bc67,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:05.296967 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51438) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:05.344672 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fa08f64f-01a2-49d5-9b41-bf5a0f5ce349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.364711 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fa08f64f-01a2-49d5-9b41-bf5a0f5ce349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.409414 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fa08f64f-01a2-49d5-9b41-bf5a0f5ce349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.412020 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-fa08f64f-01a2-49d5-9b41-bf5a0f5ce349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.413131 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-fa08f64f-01a2-49d5-9b41-bf5a0f5ce349 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6848660a-6813-4b4a-90ae-37686c56bc67 HTTP/1.1" status: 204 len: 168 time: 0.1151237 May 12 05:35:05.420903 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08f64f-01a2-49d5-9b41-bf5a0f5ce349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6848660a-6813-4b4a-90ae-37686c56bc67,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:05.669417 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51448) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:05.683306 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0764a446-014c-4910-b199-f9cb1f434fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.769156 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0764a446-014c-4910-b199-f9cb1f434fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.772824 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-0764a446-014c-4910-b199-f9cb1f434fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.810438 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-0764a446-014c-4910-b199-f9cb1f434fd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=216230351d264974b2703932e455189e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396837 May 12 05:35:05.811380 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764a446-014c-4910-b199-f9cb1f434fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05159117-f715-4f78-84ab-ad6d9c3e46d8,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:05.813135 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51452) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:05.861676 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8afdc7d4-c91b-4a1e-8805-f83c91752c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.882728 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8afdc7d4-c91b-4a1e-8805-f83c91752c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.930372 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8afdc7d4-c91b-4a1e-8805-f83c91752c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.933005 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8afdc7d4-c91b-4a1e-8805-f83c91752c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:05.934374 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-8afdc7d4-c91b-4a1e-8805-f83c91752c72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05159117-f715-4f78-84ab-ad6d9c3e46d8 HTTP/1.1" status: 204 len: 168 time: 0.1195710 May 12 05:35:05.945736 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdc7d4-c91b-4a1e-8805-f83c91752c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05159117-f715-4f78-84ab-ad6d9c3e46d8,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:07.773871 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51522) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:07.876226 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:07.952636 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:07.956004 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:07.993271 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=963d7db5d6774ff39a96917ed5fbf42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182298 May 12 05:35:07.993946 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37150c1f-b622-4cce-86db-afae08cb9c51,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:07.995993 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51526) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:08.001061 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.001412 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.001754 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.002092 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.002450 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.002782 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.003110 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.003435 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.003799 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.004126 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.004447 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.004766 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8e55cc-d063-4bb3-8173-9f9fc3d4cb0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.044288 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.064811 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.112194 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.114662 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.115805 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37150c1f-b622-4cce-86db-afae08cb9c51 HTTP/1.1" status: 204 len: 168 time: 0.1184008 May 12 05:35:08.123155 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37150c1f-b622-4cce-86db-afae08cb9c51,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:08.130586 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.130936 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.131277 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.131611 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.132306 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.133143 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.133287 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.133614 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.134029 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.134373 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.134584 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.134905 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eab3cf-acc8-473d-9435-79502ae1d6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:08.366550 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51532) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:08.379257 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-43ebf02d-3a86-4b9f-9dbc-b4495b8f34b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.454772 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-43ebf02d-3a86-4b9f-9dbc-b4495b8f34b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.458322 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-43ebf02d-3a86-4b9f-9dbc-b4495b8f34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.495595 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-43ebf02d-3a86-4b9f-9dbc-b4495b8f34b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c83f1bbcf88469e99efad7d01d93ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279571 May 12 05:35:08.496511 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebf02d-3a86-4b9f-9dbc-b4495b8f34b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5838a18c-4ff2-46ff-9aba-b849984ba820,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:08.498258 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51534) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:08.545249 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-052cd13f-1a6c-4695-a6d3-a0829a7f7acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.565246 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-052cd13f-1a6c-4695-a6d3-a0829a7f7acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.612156 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-052cd13f-1a6c-4695-a6d3-a0829a7f7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.614723 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-052cd13f-1a6c-4695-a6d3-a0829a7f7acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:08.615885 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-052cd13f-1a6c-4695-a6d3-a0829a7f7acd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5838a18c-4ff2-46ff-9aba-b849984ba820 HTTP/1.1" status: 204 len: 168 time: 0.1166141 May 12 05:35:08.624407 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cd13f-1a6c-4695-a6d3-a0829a7f7acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5838a18c-4ff2-46ff-9aba-b849984ba820,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:08.841165 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:12.849553 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51642) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:12.859392 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51646) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:12.959003 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-05333f49-10a5-4fe8-bb6d-fbbd71c2ff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:12.973190 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ccd4bf72-ebae-4eae-97f7-54ecff22fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.092918 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-05333f49-10a5-4fe8-bb6d-fbbd71c2ff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.101409 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-05333f49-10a5-4fe8-bb6d-fbbd71c2ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.110597 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ccd4bf72-ebae-4eae-97f7-54ecff22fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.128753 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-ccd4bf72-ebae-4eae-97f7-54ecff22fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.163415 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-05333f49-10a5-4fe8-bb6d-fbbd71c2ff87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15f4cd386e294b899ad43fe39f27927f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127196 May 12 05:35:13.166908 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51650) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:13.168790 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05333f49-10a5-4fe8-bb6d-fbbd71c2ff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29bcce4-6a5d-479b-a188-672247c9176e,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:13.187955 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-ccd4bf72-ebae-4eae-97f7-54ecff22fb2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88931d23ddb14d128c549713a60a7a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247552 May 12 05:35:13.188324 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51652) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:13.204319 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4bf72-ebae-4eae-97f7-54ecff22fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab637e-e205-4ab8-990f-cdde51ab3ab1,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:13.253313 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4c93369d-bcb3-4d33-bf5f-92f75e665831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.260278 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2fd889cf-5c21-4293-bea5-e05cf2c61a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.286997 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4c93369d-bcb3-4d33-bf5f-92f75e665831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.304812 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2fd889cf-5c21-4293-bea5-e05cf2c61a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.365637 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4c93369d-bcb3-4d33-bf5f-92f75e665831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.368294 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-4c93369d-bcb3-4d33-bf5f-92f75e665831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.369474 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-4c93369d-bcb3-4d33-bf5f-92f75e665831 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b29bcce4-6a5d-479b-a188-672247c9176e HTTP/1.1" status: 204 len: 168 time: 0.2014644 May 12 05:35:13.372065 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2fd889cf-5c21-4293-bea5-e05cf2c61a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.374554 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-2fd889cf-5c21-4293-bea5-e05cf2c61a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.375823 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-2fd889cf-5c21-4293-bea5-e05cf2c61a46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebab637e-e205-4ab8-990f-cdde51ab3ab1 HTTP/1.1" status: 204 len: 168 time: 0.1867311 May 12 05:35:13.382115 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93369d-bcb3-4d33-bf5f-92f75e665831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29bcce4-6a5d-479b-a188-672247c9176e,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:13.394098 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd889cf-5c21-4293-bea5-e05cf2c61a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab637e-e205-4ab8-990f-cdde51ab3ab1,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:13.671795 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51664) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:13.673097 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51662) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:13.684828 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2cc608d6-7dd1-4abd-9f1c-bce5d19f69f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.687225 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e81c45d4-577e-46f0-92a2-e97c5036a082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.765563 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2cc608d6-7dd1-4abd-9f1c-bce5d19f69f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.768629 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e81c45d4-577e-46f0-92a2-e97c5036a082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.768783 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2cc608d6-7dd1-4abd-9f1c-bce5d19f69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.771930 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e81c45d4-577e-46f0-92a2-e97c5036a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.806719 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-2cc608d6-7dd1-4abd-9f1c-bce5d19f69f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=185fd35f152d4d20bbe6a48d5a6cd819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338460 May 12 05:35:13.807661 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc608d6-7dd1-4abd-9f1c-bce5d19f69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c1e056-602e-4086-b8d9-0d1ad13837cf,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:13.809453 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e81c45d4-577e-46f0-92a2-e97c5036a082 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8b19cd6c36e4d79831b129f5c20ef94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352220 May 12 05:35:13.810231 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51666) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:13.811940 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51668) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:13.818100 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c45d4-577e-46f0-92a2-e97c5036a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f60ca6-666e-493e-a219-ae1119f6dd31,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:13.857457 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8019bbbc-7c27-4125-9a45-a89045daba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.864939 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70f7-7792-493f-b07d-b9911a1b1c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.879605 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8019bbbc-7c27-4125-9a45-a89045daba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.890328 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70f7-7792-493f-b07d-b9911a1b1c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.926282 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8019bbbc-7c27-4125-9a45-a89045daba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.928975 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8019bbbc-7c27-4125-9a45-a89045daba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.930700 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8019bbbc-7c27-4125-9a45-a89045daba76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6c1e056-602e-4086-b8d9-0d1ad13837cf HTTP/1.1" status: 204 len: 168 time: 0.1196785 May 12 05:35:13.938801 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019bbbc-7c27-4125-9a45-a89045daba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c1e056-602e-4086-b8d9-0d1ad13837cf,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:13.941219 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70f7-7792-493f-b07d-b9911a1b1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.943865 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-9c3c70f7-7792-493f-b07d-b9911a1b1c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:13.945566 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-9c3c70f7-7792-493f-b07d-b9911a1b1c4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11f60ca6-666e-493e-a219-ae1119f6dd31 HTTP/1.1" status: 204 len: 168 time: 0.1320810 May 12 05:35:13.955746 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c70f7-7792-493f-b07d-b9911a1b1c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f60ca6-666e-493e-a219-ae1119f6dd31,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:15.521016 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4467673-0834-4b03-b172-4a8746823095 req-aa0b56fc-d1cc-4432-872d-7f774d02a368 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:15.522643 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f4467673-0834-4b03-b172-4a8746823095 req-aa0b56fc-d1cc-4432-872d-7f774d02a368 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 946 time: 0.0566723 May 12 05:35:15.564410 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f4467673-0834-4b03-b172-4a8746823095 req-92f1ca7d-cab8-48d8-8a5f-6491d283f426 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350535 May 12 05:35:15.688704 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51814) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:15.793257 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8ae34798-d354-4470-9f0f-eb4b0429282a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:15.867410 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8ae34798-d354-4470-9f0f-eb4b0429282a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:15.871365 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-8ae34798-d354-4470-9f0f-eb4b0429282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:15.908551 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-8ae34798-d354-4470-9f0f-eb4b0429282a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b40bb4887ea42208b989e360f9b74ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187660 May 12 05:35:15.909421 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae34798-d354-4470-9f0f-eb4b0429282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278b3e01-991b-4aee-9d96-a5f428ec8534,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:15.911329 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51818) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:15.965970 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-065088bd-b35d-4fbf-96a9-b81ab2840d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:15.990227 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-065088bd-b35d-4fbf-96a9-b81ab2840d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.035568 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-065088bd-b35d-4fbf-96a9-b81ab2840d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.038095 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-065088bd-b35d-4fbf-96a9-b81ab2840d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.039804 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-065088bd-b35d-4fbf-96a9-b81ab2840d7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/278b3e01-991b-4aee-9d96-a5f428ec8534 HTTP/1.1" status: 204 len: 168 time: 0.1269567 May 12 05:35:16.048123 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065088bd-b35d-4fbf-96a9-b81ab2840d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b3e01-991b-4aee-9d96-a5f428ec8534,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:16.093737 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e81fab29-00a3-4984-9f83-1a846d334bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.320050 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51826) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:16.333409 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cf34abb0-3ff8-4a93-958c-3b38ada896cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.417328 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cf34abb0-3ff8-4a93-958c-3b38ada896cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.421134 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cf34abb0-3ff8-4a93-958c-3b38ada896cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.459382 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-cf34abb0-3ff8-4a93-958c-3b38ada896cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=410a05d673894848ac23e4dccffbd494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382658 May 12 05:35:16.461079 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34abb0-3ff8-4a93-958c-3b38ada896cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b67720-1446-4bfc-a3c1-ad413beeff84,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:16.462756 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51828) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:16.513959 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3eef6515-2003-4f11-9c0e-f70213dfea18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.535044 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3eef6515-2003-4f11-9c0e-f70213dfea18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.581450 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3eef6515-2003-4f11-9c0e-f70213dfea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.584083 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-3eef6515-2003-4f11-9c0e-f70213dfea18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:16.585259 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-3eef6515-2003-4f11-9c0e-f70213dfea18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39b67720-1446-4bfc-a3c1-ad413beeff84 HTTP/1.1" status: 204 len: 168 time: 0.1209443 May 12 05:35:16.595732 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef6515-2003-4f11-9c0e-f70213dfea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b67720-1446-4bfc-a3c1-ad413beeff84,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:16.707650 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161312d7-7009-4dff-bb01-ddbd9b5b0bf8 req-96fbe0c0-b07b-4418-b123-b9f6cc38dc05 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:16.716163 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-161312d7-7009-4dff-bb01-ddbd9b5b0bf8 req-96fbe0c0-b07b-4418-b123-b9f6cc38dc05 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 946 time: 0.0563295 May 12 05:35:16.768419 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-161312d7-7009-4dff-bb01-ddbd9b5b0bf8 req-5d0dba4f-af5c-4c97-b096-90b877fee294 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d48814-d0a2-4458-9fed-48f49c792cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459909 May 12 05:35:16.947458 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-59f07aad-d784-4501-a693-a36ebfc3eb51 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:16.948952 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-59f07aad-d784-4501-a693-a36ebfc3eb51 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 946 time: 0.0501211 May 12 05:35:17.049433 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Deleting port 17424edc-2263-41fa-9216-a8d21d28f52d {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:35:17.049830 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:17.145895 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] For port 17424edc-2263-41fa-9216-a8d21d28f52d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=17424edc-2263-41fa-9216-a8d21d28f52d,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:35:17.146258 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:17.334400 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:17.334770 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:17.335090 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Floating IP 27d89ac7-345d-4fc1-81ae-c73abd7f4b5d disassociated. External IP: 172.28.0.164, port: 17424edc-2263-41fa-9216-a8d21d28f52d. May 12 05:35:17.335493 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Calling delete_port for 17424edc-2263-41fa-9216-a8d21d28f52d owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:35:17.464140 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:17.490697 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event deleted for resources: {'Port': ['ID=17424edc-2263-41fa-9216-a8d21d28f52d,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:17.615296 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Router 40dce2fa-f279-4284-abb0-03e234022a0b has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:35:17.725245 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:35:17.738356 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] Sync routers for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:35:17.749532 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:35:17.749957 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:17.768560 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] No DVR routers for this DVR port 17424edc-2263-41fa-9216-a8d21d28f52d on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:35:17.771054 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:17.774988 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea426189-2035-4fbc-8a70-47a7913fe6fc req-9ccc39ce-2b30-496d-bd25-ae7f1950338b tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.35 "DELETE /v2.0/ports/17424edc-2263-41fa-9216-a8d21d28f52d HTTP/1.1" status: 204 len: 173 time: 0.8189652 May 12 05:35:17.775432 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-deleted', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:35:17.779704 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e821e953-a879-47db-a0a6-7ea153e55986" -d '{"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-deleted", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:35:17.836688 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01d7245-4424-4e1e-8ebb-453ea3d36fc0 x-openstack-request-id: req-e01d7245-4424-4e1e-8ebb-453ea3d36fc0 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:35:17.837342 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15d272-9725-461f-8c00-fa45007925cb", "name": "network-vif-deleted", "tag": "17424edc-2263-41fa-9216-a8d21d28f52d", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:35:17.837747 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e01d7245-4424-4e1e-8ebb-453ea3d36fc0 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:35:17.838293 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01d7245-4424-4e1e-8ebb-453ea3d36fc0'] response: {'server_uuid': '2d15d272-9725-461f-8c00-fa45007925cb', 'name': 'network-vif-deleted', 'tag': '17424edc-2263-41fa-9216-a8d21d28f52d', 'status': 'completed', 'code': 200} May 12 05:35:17.911873 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:35:17.924436 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-9a87d659-98b6-4b63-ae4e-59ba4b5e6e79 req-12d980c8-65ce-44c6-aaf5-0c38edc038fd tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d15d272-9725-461f-8c00-fa45007925cb HTTP/1.1" status: 200 len: 210 time: 0.0435369 May 12 05:35:18.193875 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:18.228212 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] Checking router: 40dce2fa-f279-4284-abb0-03e234022a0b for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:35:18.236487 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:35:18.237096 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:34:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:18.328258 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a3e1-4078-48e2-b3db-f9e523251557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:18.446676 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:35:18.651115 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:18.684124 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dd719-e864-4369-ac4c-aa997b61213f None None] The sync data for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb is: [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:29:43Z', 'revision_number': 4, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '79097997-e2d9-4154-b3c8-b12369eb1ae8', 'name': '', 'network_id': 'c9a8469e-1170-4827-8fc7-cabd99d14870', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'mac_address': 'fa:16:3e:47:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '3b777656-245e-456d-b09b-8603f4007c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:42Z', 'updated_at': '2022-05-12T05:29:48Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'subnets': [{'id': '3b777656-245e-456d-b09b-8603f4007c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:35:18.736301 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51910) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:18.847469 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-68e25f80-aca1-4cfa-a2d2-c8cacc5963cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:18.901061 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681ad07-59be-48e2-9357-57d183c55b3f None None] New status for floating IP 27d89ac7-345d-4fc1-81ae-c73abd7f4b5d: DOWN {{(pid=101912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:35:18.933467 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-68e25f80-aca1-4cfa-a2d2-c8cacc5963cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:18.937802 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-68e25f80-aca1-4cfa-a2d2-c8cacc5963cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:18.980636 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51916) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:18.981195 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-68e25f80-aca1-4cfa-a2d2-c8cacc5963cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e50bccd1b9de41c6a1c30694b0ce2263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432277 May 12 05:35:18.981523 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e25f80-aca1-4cfa-a2d2-c8cacc5963cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614d3e0f-d26f-43ef-b426-b830bee052da,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:19.029518 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51920) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:19.045609 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cc5a489e-3471-4a30-95bc-9dc7196a2601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.068760 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cc5a489e-3471-4a30-95bc-9dc7196a2601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.090526 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-378eb52e-e8d7-4742-b7d9-2fe91d0d2668 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.117553 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-378eb52e-e8d7-4742-b7d9-2fe91d0d2668 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.123425 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cc5a489e-3471-4a30-95bc-9dc7196a2601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.125977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cc5a489e-3471-4a30-95bc-9dc7196a2601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.127745 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-cc5a489e-3471-4a30-95bc-9dc7196a2601 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/614d3e0f-d26f-43ef-b426-b830bee052da HTTP/1.1" status: 204 len: 168 time: 0.1453934 May 12 05:35:19.134863 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a489e-3471-4a30-95bc-9dc7196a2601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614d3e0f-d26f-43ef-b426-b830bee052da,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:19.180924 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-378eb52e-e8d7-4742-b7d9-2fe91d0d2668 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.183993 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-378eb52e-e8d7-4742-b7d9-2fe91d0d2668 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.185224 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-378eb52e-e8d7-4742-b7d9-2fe91d0d2668 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1d48814-d0a2-4458-9fed-48f49c792cc2 HTTP/1.1" status: 204 len: 168 time: 0.1545243 May 12 05:35:19.188295 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51924) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:19.194342 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378eb52e-e8d7-4742-b7d9-2fe91d0d2668 tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d48814-d0a2-4458-9fed-48f49c792cc2,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:19.204113 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.api.v2.resource [None req-84e99ae2-a41c-4a6d-a0f3-b81463465e2f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] show failed (client error): The resource could not be found. May 12 05:35:19.216085 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-84e99ae2-a41c-4a6d-a0f3-b81463465e2f tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "GET /v2.0/security-groups/f1d48814-d0a2-4458-9fed-48f49c792cc2 HTTP/1.1" status: 404 len: 347 time: 0.0266612 May 12 05:35:19.218969 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 51926) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:19.352715 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Deleting port d8728b1f-0b3d-4b7d-b865-b49c06156601 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:35:19.353072 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.360309 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.435508 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.435874 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.437719 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51932) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:19.447928 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Calling delete_port for d8728b1f-0b3d-4b7d-b865-b49c06156601 owned by network:floatingip {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:35:19.451036 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-001a8036-4318-4ea3-b5dd-98248068b3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.540166 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-001a8036-4318-4ea3-b5dd-98248068b3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.544263 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-001a8036-4318-4ea3-b5dd-98248068b3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.585207 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-001a8036-4318-4ea3-b5dd-98248068b3be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f41730e494f946aa805dc8304500f4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462507 May 12 05:35:19.587759 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a8036-4318-4ea3-b5dd-98248068b3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8621cdb-7c8f-4c33-b396-2bdcc244b377,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:19.590400 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51934) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:19.603348 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.626449 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Pushing event deleted for resources: {'Port': ['ID=d8728b1f-0b3d-4b7d-b865-b49c06156601,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:19.642436 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8e15a0a8-43e8-43df-9f5c-5c63c692cc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.665730 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8e15a0a8-43e8-43df-9f5c-5c63c692cc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.687407 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks [] for floatingip, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.689945 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.691095 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-3c196bc5-3e45-4d1c-bed3-ea13ae915f0e tempest-AttachVolumeShelveTestJSON-1961607331 tempest-AttachVolumeShelveTestJSON-1961607331-project] 10.222.0.23 "DELETE /v2.0/floatingips/27d89ac7-345d-4fc1-81ae-c73abd7f4b5d HTTP/1.1" status: 204 len: 168 time: 0.4710479 May 12 05:35:19.723550 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8e15a0a8-43e8-43df-9f5c-5c63c692cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.725935 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8e15a0a8-43e8-43df-9f5c-5c63c692cc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:19.727086 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8e15a0a8-43e8-43df-9f5c-5c63c692cc46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8621cdb-7c8f-4c33-b396-2bdcc244b377 HTTP/1.1" status: 204 len: 168 time: 0.1371276 May 12 05:35:19.735135 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15a0a8-43e8-43df-9f5c-5c63c692cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8621cdb-7c8f-4c33-b396-2bdcc244b377,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:20.855288 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:21.172083 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:21.186008 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:35:21.206890 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 17424edc-2263-41fa-9216-a8d21d28f52d {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:35:21.207236 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 17424edc-2263-41fa-9216-a8d21d28f52d not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:35:22.119079 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 51994) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:22.609932 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816986'] for router_interface, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:22.848896 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Deleting port 79097997-e2d9-4154-b3c8-b12369eb1ae8 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:35:22.849149 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:22.924700 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] For port 79097997-e2d9-4154-b3c8-b12369eb1ae8, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=79097997-e2d9-4154-b3c8-b12369eb1ae8,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:35:22.925090 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:22.937501 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Calling delete_port for 79097997-e2d9-4154-b3c8-b12369eb1ae8 owned by network:router_interface {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:35:23.120871 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:23.147968 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Pushing event deleted for resources: {'Port': ['ID=79097997-e2d9-4154-b3c8-b12369eb1ae8,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:23.328112 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1815562'] for router_interface, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:23.542108 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Router 40dce2fa-f279-4284-abb0-03e234022a0b has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:35:23.644533 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:35:23.649522 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-2a882048-e41b-4390-a3a9-38ea60bab170 admin admin] 10.222.0.23 "PUT /v2.0/routers/40dce2fa-f279-4284-abb0-03e234022a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290217 May 12 05:35:23.652089 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52008) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:23.654736 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b77a3-147c-4076-a591-901990305131 None None] Sync routers for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:35:23.666631 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b77a3-147c-4076-a591-901990305131 None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:35:23.667228 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fc7b77a3-147c-4076-a591-901990305131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:23.752927 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks [] for router, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:23.772191 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-fc7b77a3-147c-4076-a591-901990305131 None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:35:23.854506 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:23.914689 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Deleting port 72efa720-f1f1-461f-a877-cae178a2cff9 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:35:23.915030 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:23.964040 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fc7b77a3-147c-4076-a591-901990305131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:35:23Z', 'revision_number': 5, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port': {'id': '72efa720-f1f1-461f-a877-cae178a2cff9', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:29:40Z', 'updated_at': '2022-05-12T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:23.990634 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b77a3-147c-4076-a591-901990305131 None None] Checking router: 40dce2fa-f279-4284-abb0-03e234022a0b for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:35:23.995660 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] For port 72efa720-f1f1-461f-a877-cae178a2cff9, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=72efa720-f1f1-461f-a877-cae178a2cff9,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:35:23.996085 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:23.999415 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b77a3-147c-4076-a591-901990305131 None None] Routers {'40dce2fa-f279-4284-abb0-03e234022a0b'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:35:24.000028 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fc7b77a3-147c-4076-a591-901990305131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['40dce2fa-f279-4284-abb0-03e234022a0b'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:24.009176 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Calling delete_port for 72efa720-f1f1-461f-a877-cae178a2cff9 owned by network:router_gateway {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:35:24.092861 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-fc7b77a3-147c-4076-a591-901990305131 None None] Set router 40dce2fa-f279-4284-abb0-03e234022a0b gateway port host: None {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:35:24.149655 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-fc7b77a3-147c-4076-a591-901990305131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:35:23Z', 'revision_number': 6, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port_host': None}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:24.177255 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b77a3-147c-4076-a591-901990305131 None None] The sync data for ids ['40dce2fa-f279-4284-abb0-03e234022a0b'] in dv-cinder-831186-3-smb is: [{'id': '40dce2fa-f279-4284-abb0-03e234022a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1607120567-router', 'tenant_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:29:39Z', 'updated_at': '2022-05-12T05:35:23Z', 'revision_number': 6, 'project_id': '8fd11d1e2d8345b4ba172c7869fa6b92', 'gw_port_host': None}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:35:24.438251 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.464162 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Pushing event deleted for resources: {'Port': ['ID=72efa720-f1f1-461f-a877-cae178a2cff9,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:24.524155 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818580'] for router_gateway, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.619329 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60155'] for router, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.621632 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.668809 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701094'] for router, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.669918 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40dce2fa-f279-4284-abb0-03e234022a0b {{(pid=101911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 05:35:24.674832 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.676102 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-de05d57d-096e-45dd-813d-efa276fc5822 admin admin] 10.222.0.23 "DELETE /v2.0/routers/40dce2fa-f279-4284-abb0-03e234022a0b HTTP/1.1" status: 204 len: 168 time: 1.0229654 May 12 05:35:24.678759 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52018) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:24.723837 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d8b2b8-73dc-45d6-b904-4273651d9a90 admin admin] Deleting subnet 3b777656-245e-456d-b09b-8603f4007c12 {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:35:24.726854 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b2b8-73dc-45d6-b904-4273651d9a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.767835 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b2b8-73dc-45d6-b904-4273651d9a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.844708 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b2b8-73dc-45d6-b904-4273651d9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.894769 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b2b8-73dc-45d6-b904-4273651d9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.922006 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8b2b8-73dc-45d6-b904-4273651d9a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b777656-245e-456d-b09b-8603f4007c12,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:24.923952 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b2b8-73dc-45d6-b904-4273651d9a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:24.927100 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b6d8b2b8-73dc-45d6-b904-4273651d9a90 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3b777656-245e-456d-b09b-8603f4007c12 HTTP/1.1" status: 204 len: 168 time: 0.2473185 May 12 05:35:24.928824 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d5e49-3002-4f5c-9b53-6d7eea92d60a None None] Network c9a8469e-1170-4827-8fc7-cabd99d14870 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:35:24.929837 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52020) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:25.006081 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.064008 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Deleting port de6658ee-bb9a-4499-9eb0-ac7b722cf108 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:35:25.064440 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.128575 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] For port de6658ee-bb9a-4499-9eb0-ac7b722cf108, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=de6658ee-bb9a-4499-9eb0-ac7b722cf108,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:35:25.128980 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.137039 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] DHCP port deletion for c9a8469e-1170-4827-8fc7-cabd99d14870 request from dv-cinder-831186-3-smb {{(pid=101912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 05:35:25.142808 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Calling delete_port for de6658ee-bb9a-4499-9eb0-ac7b722cf108 owned by network:dhcp {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:35:25.198801 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Deleting port de6658ee-bb9a-4499-9eb0-ac7b722cf108 {{(pid=101912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:35:25.199175 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.227436 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.254212 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6658ee-bb9a-4499-9eb0-ac7b722cf108,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:25.258861 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] No DVR routers for this DVR port de6658ee-bb9a-4499-9eb0-ac7b722cf108 on host dv-cinder-831186-3-smb {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:35:25.277422 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] For port de6658ee-bb9a-4499-9eb0-ac7b722cf108, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=de6658ee-bb9a-4499-9eb0-ac7b722cf108,segment=NetworkSegment(f4bdc313-9b55-4121-9378-36cbd1bb5503),segment_id=f4bdc313-9b55-4121-9378-36cbd1bb5503)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:35:25.277823 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.293096 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Calling delete_port for de6658ee-bb9a-4499-9eb0-ac7b722cf108 owned by network:dhcp {{(pid=101912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:35:25.340968 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.362622 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a8469e-1170-4827-8fc7-cabd99d14870']}} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:25.372545 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bdc313-9b55-4121-9378-36cbd1bb5503') {'for_net_delete': True} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:25.372859 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bdc313-9b55-4121-9378-36cbd1bb5503') {} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:25.377417 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591'] for port, after_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.383350 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333583'] for segment, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.396356 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.400606 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Pushing event deleted for resources: {'Port': ['ID=de6658ee-bb9a-4499-9eb0-ac7b722cf108,revision_number=None']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:25.410689 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] No DVR routers for this DVR port de6658ee-bb9a-4499-9eb0-ac7b722cf108 on host dv-cinder-831186-3-smb {{(pid=101912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:35:25.411315 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=101910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:35:25.412136 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10404212'] for segment, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: Traceback (most recent call last): May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: timer() May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: cb(*args, **kw) May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: return func(*args, **kwargs) May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: self._notify() May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: self.callback(batched_events) May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: event.method(event) May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: return f(self, *a, **k) May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: return self._get(url).json() May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: return self.request(url, 'GET', **kwargs) May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:35:25.414108 dv-cinder-831186-3-smb neutron-server[101910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:35:25.416463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.416463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.416463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.416463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.416463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.416463 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.417530 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.417530 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.417530 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.417724 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.418293 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.418397 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e518bf-beb4-4f7c-8559-ab203ceaef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:35:25.471507 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.479771 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.483406 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c9a8469e-1170-4827-8fc7-cabd99d14870 HTTP/1.1" status: 204 len: 168 time: 0.5525727 May 12 05:35:25.501441 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b0f2b-13b5-419d-a8ce-7e6f2c859258 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a8469e-1170-4827-8fc7-cabd99d14870,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:25.604141 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52032) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:25.649768 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d2622885-5ee8-483a-95ae-c866d4be61e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fd11d1e2d8345b4ba172c7869fa6b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444388 May 12 05:35:25.652844 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52034) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:25.709664 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-62214cc8-0610-47a4-a392-85b04a4c1b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.736949 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-62214cc8-0610-47a4-a392-85b04a4c1b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.795366 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-62214cc8-0610-47a4-a392-85b04a4c1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.798300 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-62214cc8-0610-47a4-a392-85b04a4c1b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:25.801984 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-62214cc8-0610-47a4-a392-85b04a4c1b58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/338fbb91-0f15-4c2f-8bf6-06dbd49d1cf4 HTTP/1.1" status: 204 len: 168 time: 0.1458585 May 12 05:35:25.808443 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214cc8-0610-47a4-a392-85b04a4c1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338fbb91-0f15-4c2f-8bf6-06dbd49d1cf4,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:26.129491 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 79097997-e2d9-4154-b3c8-b12369eb1ae8 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:35:26.150686 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 79097997-e2d9-4154-b3c8-b12369eb1ae8 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:35:26.151038 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 79097997-e2d9-4154-b3c8-b12369eb1ae8 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:35:26.151451 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 72efa720-f1f1-461f-a877-cae178a2cff9 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:35:26.172686 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 72efa720-f1f1-461f-a877-cae178a2cff9 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:35:26.173036 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 72efa720-f1f1-461f-a877-cae178a2cff9 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:35:26.173460 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device de6658ee-bb9a-4499-9eb0-ac7b722cf108 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:35:26.325448 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: de6658ee-bb9a-4499-9eb0-ac7b722cf108 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:35:26.325795 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device de6658ee-bb9a-4499-9eb0-ac7b722cf108 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:35:27.698126 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52130) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:27.800234 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a0aa73e6-cfc5-4379-b1be-823254ef43e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:27.869421 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a0aa73e6-cfc5-4379-b1be-823254ef43e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:27.872822 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-a0aa73e6-cfc5-4379-b1be-823254ef43e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:27.910431 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-a0aa73e6-cfc5-4379-b1be-823254ef43e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e90bbd0a39b74a96b85ded1fcf0cab92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112615 May 12 05:35:27.911347 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa73e6-cfc5-4379-b1be-823254ef43e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3cdff-13fe-4c4a-92f1-24d40ce9babb,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:27.913101 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52136) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:27.965522 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4e81be9-99e5-45c6-937d-e73c70b80111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:27.985926 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4e81be9-99e5-45c6-937d-e73c70b80111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.032740 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4e81be9-99e5-45c6-937d-e73c70b80111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.035374 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e4e81be9-99e5-45c6-937d-e73c70b80111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.036678 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e4e81be9-99e5-45c6-937d-e73c70b80111 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8a3cdff-13fe-4c4a-92f1-24d40ce9babb HTTP/1.1" status: 204 len: 168 time: 0.1216044 May 12 05:35:28.047152 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e81be9-99e5-45c6-937d-e73c70b80111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3cdff-13fe-4c4a-92f1-24d40ce9babb,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:28.304652 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52148) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:28.318495 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d974bca1-b322-4f2f-91eb-50939754989d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.401493 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d974bca1-b322-4f2f-91eb-50939754989d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.405047 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d974bca1-b322-4f2f-91eb-50939754989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.442542 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d974bca1-b322-4f2f-91eb-50939754989d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=debecf94fb4c43a480fae03e784ac786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362929 May 12 05:35:28.444577 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974bca1-b322-4f2f-91eb-50939754989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54afb2c-65cc-4f62-9be2-7b85c26edb9e,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:28.445453 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52152) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:28.493714 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2f55be1c-1c86-4e03-ad9c-dc5eba94ee16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.513516 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2f55be1c-1c86-4e03-ad9c-dc5eba94ee16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.561768 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2f55be1c-1c86-4e03-ad9c-dc5eba94ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.564486 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-2f55be1c-1c86-4e03-ad9c-dc5eba94ee16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:28.565612 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-2f55be1c-1c86-4e03-ad9c-dc5eba94ee16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d54afb2c-65cc-4f62-9be2-7b85c26edb9e HTTP/1.1" status: 204 len: 168 time: 0.1189344 May 12 05:35:28.573849 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55be1c-1c86-4e03-ad9c-dc5eba94ee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54afb2c-65cc-4f62-9be2-7b85c26edb9e,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:32.111548 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52252) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:32.213535 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-016f699e-d571-429b-b52a-a349cd9221d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:32.291798 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-016f699e-d571-429b-b52a-a349cd9221d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:32.297530 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-016f699e-d571-429b-b52a-a349cd9221d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:32.333286 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-016f699e-d571-429b-b52a-a349cd9221d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6abcb8284bc4493a869d2900da0ecb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180266 May 12 05:35:32.333286 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52264) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:32.394797 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f699e-d571-429b-b52a-a349cd9221d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2761f-aa40-41f1-b3d4-60d48f27dffe,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:32.399905 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-909ac604-7859-4d50-aa9b-dee2c3941a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:32.423072 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-909ac604-7859-4d50-aa9b-dee2c3941a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:32.469987 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-909ac604-7859-4d50-aa9b-dee2c3941a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:32.473172 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-909ac604-7859-4d50-aa9b-dee2c3941a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:32.477890 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-909ac604-7859-4d50-aa9b-dee2c3941a0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/add2761f-aa40-41f1-b3d4-60d48f27dffe HTTP/1.1" status: 204 len: 168 time: 0.1419592 May 12 05:35:32.486744 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ac604-7859-4d50-aa9b-dee2c3941a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2761f-aa40-41f1-b3d4-60d48f27dffe,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:36.018351 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52372) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:36.119951 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8561c165-6dd3-4592-b67d-38a9efe03c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:36.195264 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8561c165-6dd3-4592-b67d-38a9efe03c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:36.200385 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-8561c165-6dd3-4592-b67d-38a9efe03c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:36.240086 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-8561c165-6dd3-4592-b67d-38a9efe03c3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15343178938b4a37be7fd885b1e83eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205906 May 12 05:35:36.240961 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561c165-6dd3-4592-b67d-38a9efe03c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acee9d3f-76f9-43da-bcdf-07e06a4f0d0f,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:36.244142 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52382) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:36.295975 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6b3af12d-21cd-4159-a276-2b2a38857e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:36.316725 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6b3af12d-21cd-4159-a276-2b2a38857e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:36.363968 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6b3af12d-21cd-4159-a276-2b2a38857e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:36.366622 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-6b3af12d-21cd-4159-a276-2b2a38857e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:36.370241 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-6b3af12d-21cd-4159-a276-2b2a38857e3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acee9d3f-76f9-43da-bcdf-07e06a4f0d0f HTTP/1.1" status: 204 len: 168 time: 0.1227527 May 12 05:35:36.375392 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3af12d-21cd-4159-a276-2b2a38857e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acee9d3f-76f9-43da-bcdf-07e06a4f0d0f,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:38.854307 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:39.804102 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52452) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:39.905375 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-eaaf584a-febb-462c-90c1-769779243e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:39.979064 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-eaaf584a-febb-462c-90c1-769779243e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:39.982588 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-eaaf584a-febb-462c-90c1-769779243e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:40.023836 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-eaaf584a-febb-462c-90c1-769779243e27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb2de96f92d6467aa906fbcfc4428d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185907 May 12 05:35:40.024729 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf584a-febb-462c-90c1-769779243e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb848214-1e63-48d1-a8e5-26e4c100570b,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:40.026485 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52456) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:40.083583 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d96c8d7d-f395-472a-8311-bb920d891398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:40.114313 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d96c8d7d-f395-472a-8311-bb920d891398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:40.160991 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d96c8d7d-f395-472a-8311-bb920d891398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:40.163508 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-d96c8d7d-f395-472a-8311-bb920d891398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:40.167521 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-d96c8d7d-f395-472a-8311-bb920d891398 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb848214-1e63-48d1-a8e5-26e4c100570b HTTP/1.1" status: 204 len: 168 time: 0.1364946 May 12 05:35:40.173104 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c8d7d-f395-472a-8311-bb920d891398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb848214-1e63-48d1-a8e5-26e4c100570b,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:41.571834 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:35:44.819077 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52572) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:44.923906 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-586e13e4-59e1-4a3f-99f4-57655c2cb621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:44.996610 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-586e13e4-59e1-4a3f-99f4-57655c2cb621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.001853 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-586e13e4-59e1-4a3f-99f4-57655c2cb621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.037986 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-586e13e4-59e1-4a3f-99f4-57655c2cb621 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=310bbc3da09944de8f74f2f5c9c1f0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178094 May 12 05:35:45.039925 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e13e4-59e1-4a3f-99f4-57655c2cb621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fec2a9c-971f-4cce-bc7d-523058eb2ef4,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:45.041338 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52582) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:45.089844 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-218703e8-8ccf-4824-9b5a-68aa7d889eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.112221 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-218703e8-8ccf-4824-9b5a-68aa7d889eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.158488 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-218703e8-8ccf-4824-9b5a-68aa7d889eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.161049 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-218703e8-8ccf-4824-9b5a-68aa7d889eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.162183 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-218703e8-8ccf-4824-9b5a-68aa7d889eeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fec2a9c-971f-4cce-bc7d-523058eb2ef4 HTTP/1.1" status: 204 len: 168 time: 0.1193435 May 12 05:35:45.170926 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218703e8-8ccf-4824-9b5a-68aa7d889eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fec2a9c-971f-4cce-bc7d-523058eb2ef4,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:45.429992 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52598) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:45.443341 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-82febe2c-ba64-48f7-97b3-7f3fc8fb1883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.516707 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-82febe2c-ba64-48f7-97b3-7f3fc8fb1883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.520475 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-82febe2c-ba64-48f7-97b3-7f3fc8fb1883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.559034 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-82febe2c-ba64-48f7-97b3-7f3fc8fb1883 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0282401c6e1f4bb7af76b4d0e782717d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279433 May 12 05:35:45.559739 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82febe2c-ba64-48f7-97b3-7f3fc8fb1883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44854bcd-3655-4004-917d-f12a686cd439,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:45.561829 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52604) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:45.616781 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-301cb799-5580-46be-936b-9bf5f2ff4cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.642137 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-301cb799-5580-46be-936b-9bf5f2ff4cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.692345 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-301cb799-5580-46be-936b-9bf5f2ff4cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.694847 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-301cb799-5580-46be-936b-9bf5f2ff4cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:45.696107 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-301cb799-5580-46be-936b-9bf5f2ff4cdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44854bcd-3655-4004-917d-f12a686cd439 HTTP/1.1" status: 204 len: 168 time: 0.1332307 May 12 05:35:45.706923 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cb799-5580-46be-936b-9bf5f2ff4cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44854bcd-3655-4004-917d-f12a686cd439,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:46.100707 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-dd58bd6c-5204-4f61-bdc5-489a46075e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.323368 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-6eb91ba7-d2ed-437f-94a2-dbefd93660d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.481346 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52780) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:48.589231 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fe908e5b-3084-4b01-b2de-8e6868d5778e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.665567 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fe908e5b-3084-4b01-b2de-8e6868d5778e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.669134 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fe908e5b-3084-4b01-b2de-8e6868d5778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.711030 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-fe908e5b-3084-4b01-b2de-8e6868d5778e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e451312637d4d848ea23ceffc7a56b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285886 May 12 05:35:48.712867 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe908e5b-3084-4b01-b2de-8e6868d5778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadc478d-2456-490d-8b5e-bbedecc732f3,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:48.714665 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52790) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:48.769656 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4c3-202c-48ca-801c-d2171a28e8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.790954 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4c3-202c-48ca-801c-d2171a28e8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.839981 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4c3-202c-48ca-801c-d2171a28e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.842504 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-33c3a4c3-202c-48ca-801c-d2171a28e8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:48.843646 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-33c3a4c3-202c-48ca-801c-d2171a28e8f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aadc478d-2456-490d-8b5e-bbedecc732f3 HTTP/1.1" status: 204 len: 168 time: 0.1278563 May 12 05:35:48.851228 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3a4c3-202c-48ca-801c-d2171a28e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadc478d-2456-490d-8b5e-bbedecc732f3,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:49.095623 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52796) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:49.110066 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cef00ad0-843b-4c6c-bd94-ff4dcce3259a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:49.184466 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cef00ad0-843b-4c6c-bd94-ff4dcce3259a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:49.188074 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cef00ad0-843b-4c6c-bd94-ff4dcce3259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:49.224993 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-cef00ad0-843b-4c6c-bd94-ff4dcce3259a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2a877727a764ded887f09a0cd4f81f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1281073 May 12 05:35:49.225829 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef00ad0-843b-4c6c-bd94-ff4dcce3259a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8b511-c479-41a1-83a1-9593475d2151,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:49.228439 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52798) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:49.276684 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-90bc2094-fe7b-4839-bc60-6b208e93f946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:49.297545 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-90bc2094-fe7b-4839-bc60-6b208e93f946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:49.345586 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-90bc2094-fe7b-4839-bc60-6b208e93f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:49.347980 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-90bc2094-fe7b-4839-bc60-6b208e93f946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:49.349139 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-90bc2094-fe7b-4839-bc60-6b208e93f946 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5e8b511-c479-41a1-83a1-9593475d2151 HTTP/1.1" status: 204 len: 168 time: 0.1196158 May 12 05:35:49.360018 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:49.360546 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc2094-fe7b-4839-bc60-6b208e93f946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8b511-c479-41a1-83a1-9593475d2151,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:50.855586 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:50.920744 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52856) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:50.973803 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52860) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:51.073799 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-09cf099d-cd51-4101-9375-5cdc1b4bfe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.086263 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-827290ea-6d73-4b7d-9c2c-c75ef34b56c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.174674 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.209662 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-09cf099d-cd51-4101-9375-5cdc1b4bfe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.217981 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-09cf099d-cd51-4101-9375-5cdc1b4bfe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.221375 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-827290ea-6d73-4b7d-9c2c-c75ef34b56c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.235224 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-827290ea-6d73-4b7d-9c2c-c75ef34b56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.267020 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf099d-cd51-4101-9375-5cdc1b4bfe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2c6bd9-c815-4668-9f48-a1c2b5d1c436,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:51.281027 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-09cf099d-cd51-4101-9375-5cdc1b4bfe31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee5147643fdf402c810fe6b958195d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589394 May 12 05:35:51.283726 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52864) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:51.291665 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-827290ea-6d73-4b7d-9c2c-c75ef34b56c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1bc8056597f4109ba67ad366025665f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138523 May 12 05:35:51.291939 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52866) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:51.316596 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827290ea-6d73-4b7d-9c2c-c75ef34b56c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322ac515-7b8e-4bdf-a0d7-47d4a3a55484,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:51.333538 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65957f40-d214-4e91-a58e-1b4972ae5425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.354476 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-604be971-8c3c-4804-9333-f46f503f1fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.358179 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65957f40-d214-4e91-a58e-1b4972ae5425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.375860 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-604be971-8c3c-4804-9333-f46f503f1fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.408536 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65957f40-d214-4e91-a58e-1b4972ae5425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.411363 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-65957f40-d214-4e91-a58e-1b4972ae5425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.412767 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-65957f40-d214-4e91-a58e-1b4972ae5425 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd2c6bd9-c815-4668-9f48-a1c2b5d1c436 HTTP/1.1" status: 204 len: 168 time: 0.1280408 May 12 05:35:51.421178 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65957f40-d214-4e91-a58e-1b4972ae5425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2c6bd9-c815-4668-9f48-a1c2b5d1c436,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:51.432366 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-604be971-8c3c-4804-9333-f46f503f1fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.434916 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-604be971-8c3c-4804-9333-f46f503f1fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.436211 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-604be971-8c3c-4804-9333-f46f503f1fa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/322ac515-7b8e-4bdf-a0d7-47d4a3a55484 HTTP/1.1" status: 204 len: 168 time: 0.1432602 May 12 05:35:51.453387 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604be971-8c3c-4804-9333-f46f503f1fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ac515-7b8e-4bdf-a0d7-47d4a3a55484,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:51.740647 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52882) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:51.754423 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9727a29d-b5cc-4568-b256-5dd000fbef6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.832370 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9727a29d-b5cc-4568-b256-5dd000fbef6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.836209 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-9727a29d-b5cc-4568-b256-5dd000fbef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.872143 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-9727a29d-b5cc-4568-b256-5dd000fbef6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=568d3eda1303450d9a4a5b7590c0cb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303642 May 12 05:35:51.874023 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727a29d-b5cc-4568-b256-5dd000fbef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c1da45-5a8c-462b-b3f8-1a8dda8f0eeb,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:51.874872 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52886) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:51.925564 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-76ca8342-b552-4f52-8c35-0060b352012d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.947547 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-76ca8342-b552-4f52-8c35-0060b352012d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.992155 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-76ca8342-b552-4f52-8c35-0060b352012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.995863 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-76ca8342-b552-4f52-8c35-0060b352012d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:51.997022 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-76ca8342-b552-4f52-8c35-0060b352012d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c1da45-5a8c-462b-b3f8-1a8dda8f0eeb HTTP/1.1" status: 204 len: 168 time: 0.1209893 May 12 05:35:52.004792 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca8342-b552-4f52-8c35-0060b352012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c1da45-5a8c-462b-b3f8-1a8dda8f0eeb,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:52.109374 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52898) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:52.308893 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1473970864-network', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:35:52.328091 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Made reservation on behalf of 77b0f50af0874f9ea1a9b87f5edf8cbf for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:35:52.330342 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.339420 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.420642 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.424555 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.445640 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:35:52.458953 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f012f-e5d0-4d50-9fe8-06db19af0932,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:52.464405 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.464754 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Added segment e75f0e01-106d-4267-99af-95931dc5a9ae of type vlan for network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 May 12 05:35:52.505898 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.530097 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.531125 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:52.531701 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.589937 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4794531 May 12 05:35:52.592883 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52918) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:52.598247 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Request body: {'subnet': {'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1473970864-subnet', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:35:52.606326 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524cd7b-41b2-4bc6-9da6-6d52acb3c0ab admin admin] Pushing event updated for resources: {'Network': ['ID=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:52.618987 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Made reservation on behalf of 77b0f50af0874f9ea1a9b87f5edf8cbf for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:35:52.619158 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:35:52.622001 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10245008'] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.794674 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10406153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10244994'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.847867 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:52.863987 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Checking segment: {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:35:52.864343 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Network hostable DHCP agents. Network: 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:35:52.881164 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:35:52.890944 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:52.895810 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:52.897333 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.900601 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b4a49-7d5c-46b6-b87e-d8d5de131ea5 None None] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:35:52.917697 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-fd210159-b493-4ce2-839a-7adef1fedf4b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3231568 May 12 05:35:52.920523 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52928) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:52.924993 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:35:52.945203 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:52.946979 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.002690 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.059301 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:35:53.060431 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.144059 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.206713 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Allocated IP 172.20.0.2 (2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3/c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b/5e06e0dc-1026-4dcd-ad47-71e99bbb9290) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:35:53.350352 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.365333 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.371804 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.374860 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.406706 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:35:53.409920 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:53.415809 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:35:53.449979 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Pushing event updated for resources: {'Port': ['ID=5e06e0dc-1026-4dcd-ad47-71e99bbb9290,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:53.483824 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Attempting to bind port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:35:53.484278 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Attempting to bind port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:35:53.484637 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Attempting to bind port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 on network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:35:53.489692 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:35:53.490063 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Checking segment: {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:35:53.490471 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.490937 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Bound using segment: {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:35:53.491305 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Bound port: 5e06e0dc-1026-4dcd-ad47-71e99bbb9290, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:35:53.491690 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.496269 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Allocated IP 172.28.0.218 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/0b9939bd-1a03-4f50-a347-0bd18c8a88c4) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:35:53.563167 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] For port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:35:53.567302 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] For port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=5e06e0dc-1026-4dcd-ad47-71e99bbb9290,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:35:53.571858 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.616898 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.636432 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779bc3-6e8c-4442-9136-10541216cd0f None None] Pushing event updated for resources: {'Port': ['ID=5e06e0dc-1026-4dcd-ad47-71e99bbb9290,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:53.664475 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:53.703905 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:35:53.708044 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:53.711651 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:35:53.736337 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Pushing event updated for resources: {'Port': ['ID=0b9939bd-1a03-4f50-a347-0bd18c8a88c4,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:54.018820 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.187317 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:35:54.236096 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.238277 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:35:54.238656 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.238778 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52972) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:54.324292 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:35:54.324878 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.360577 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=5e06e0dc-1026-4dcd-ad47-71e99bbb9290,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:35:54.367593 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.374371 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c1682550-a695-4ba8-9ed6-de671393faf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.400074 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Router e582e385-40f4-4c71-9ef6-a3a55de99054 is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:35:54.426910 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=5e06e0dc-1026-4dcd-ad47-71e99bbb9290,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:54.476900 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c1682550-a695-4ba8-9ed6-de671393faf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.480986 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-c1682550-a695-4ba8-9ed6-de671393faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.518986 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:35:54.519969 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-c1682550-a695-4ba8-9ed6-de671393faf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd78baba279e48088b57068d37888cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800846 May 12 05:35:54.520784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1682550-a695-4ba8-9ed6-de671393faf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10707a-46ef-44ea-9d7d-e55b57ed426c,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:54.522546 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52976) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:54.530887 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Sync routers for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:35:54.546773 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:35:54.547428 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:54.559441 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.563197 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-15dbd08f-de2c-420e-bf4c-7845f614aa46 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6391876 May 12 05:35:54.563626 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 52978) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:54.600767 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e85d0343-c0c8-43cf-b924-b6f7f931e736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.629048 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e85d0343-c0c8-43cf-b924-b6f7f931e736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.687161 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e85d0343-c0c8-43cf-b924-b6f7f931e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.692234 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-e85d0343-c0c8-43cf-b924-b6f7f931e736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:54.695600 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-e85d0343-c0c8-43cf-b924-b6f7f931e736 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d10707a-46ef-44ea-9d7d-e55b57ed426c HTTP/1.1" status: 204 len: 168 time: 0.1649668 May 12 05:35:54.703901 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d0343-c0c8-43cf-b924-b6f7f931e736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10707a-46ef-44ea-9d7d-e55b57ed426c,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:54.704472 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacfd5ca-b492-474c-8f64-d3729d3ac845 None None] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:35:54.719122 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:35:54.897369 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-9716e04f-1fb9-40e9-9b78-68b77bd28f49 None None] Provisioning complete for port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:35:54.897743 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9716e04f-1fb9-40e9-9b78-68b77bd28f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.000494 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52984) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:55.014453 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-77da2b3e-7043-4b56-864d-7e1d737e2979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.110228 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-77da2b3e-7043-4b56-864d-7e1d737e2979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.125426 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-77da2b3e-7043-4b56-864d-7e1d737e2979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.126028 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-9716e04f-1fb9-40e9-9b78-68b77bd28f49 None None] Current status of the port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:35:55.152180 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:53Z', 'revision_number': 3, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:55.176385 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da2b3e-7043-4b56-864d-7e1d737e2979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5439aacc-b400-408b-be93-df2ca062bc4e,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:55.184113 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-77da2b3e-7043-4b56-864d-7e1d737e2979 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5302406d58444de08e0293625ea6aff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801417 May 12 05:35:55.184538 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 52986) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:55.188052 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Checking router: e582e385-40f4-4c71-9ef6-a3a55de99054 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:35:55.188406 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Updating router e582e385-40f4-4c71-9ef6-a3a55de99054 port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:35:55.224496 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.254851 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a3898f-47cd-4487-8b0a-8d4b8d8c48e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.266292 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.279057 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a3898f-47cd-4487-8b0a-8d4b8d8c48e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.344876 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a3898f-47cd-4487-8b0a-8d4b8d8c48e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.347545 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b5a3898f-47cd-4487-8b0a-8d4b8d8c48e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.348777 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b5a3898f-47cd-4487-8b0a-8d4b8d8c48e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5439aacc-b400-408b-be93-df2ca062bc4e HTTP/1.1" status: 204 len: 168 time: 0.1632392 May 12 05:35:55.356665 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3898f-47cd-4487-8b0a-8d4b8d8c48e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5439aacc-b400-408b-be93-df2ca062bc4e,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:55.454100 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Allocated IP 172.20.0.1 (2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3/c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b/b6a01017-0e52-4a8d-86d4-5740ae1c6804) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:35:55.464852 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-936dd1f0-b57a-42a4-8f4e-016534d1e27f None None] Provisioning complete for port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:35:55.465375 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-936dd1f0-b57a-42a4-8f4e-016534d1e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.566702 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.603025 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.619583 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.620937 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-936dd1f0-b57a-42a4-8f4e-016534d1e27f None None] Current status of the port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:35:55.629481 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.645246 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:35:55.652601 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:55.655031 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:35:55.680957 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Attempting to bind port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:35:55.681334 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Attempting to bind port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:35:55.681696 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Attempting to bind port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:35:55.682507 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Pushing event updated for resources: {'Port': ['ID=b6a01017-0e52-4a8d-86d4-5740ae1c6804,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:55.691647 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d68749-dc5d-4e2c-8c0c-98a0aca42c49 None None] Pushing event updated for resources: {'Port': ['ID=0b9939bd-1a03-4f50-a347-0bd18c8a88c4,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:55.694273 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:35:55.695077 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:35:55.695077 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.695419 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:35:55.695939 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Bound port: 0b9939bd-1a03-4f50-a347-0bd18c8a88c4, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:35:55.696850 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.711190 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.756952 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] For port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:35:55.767871 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] For port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=0b9939bd-1a03-4f50-a347-0bd18c8a88c4,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:35:55.777516 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:55.848848 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d68749-dc5d-4e2c-8c0c-98a0aca42c49 None None] Pushing event updated for resources: {'Port': ['ID=0b9939bd-1a03-4f50-a347-0bd18c8a88c4,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:55.861824 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:35:55.862464 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:55.882483 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.063156 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.068097 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.105182 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-23881122-44cf-4cb0-bba1-53bddca66a61 None None] Provisioning complete for port b6a01017-0e52-4a8d-86d4-5740ae1c6804 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:35:56.105542 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-23881122-44cf-4cb0-bba1-53bddca66a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.110556 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:35:56.142145 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.149988 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Pushing event updated for resources: {'Port': ['ID=b6a01017-0e52-4a8d-86d4-5740ae1c6804,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:56.183598 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53008) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:56.191212 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:35:56.239588 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-23881122-44cf-4cb0-bba1-53bddca66a61 None None] Port b6a01017-0e52-4a8d-86d4-5740ae1c6804 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:35:56.252704 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:35:56.254875 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:56.293394 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2038094792-network', 'tenant_id': '0b8e22b0217f40e9bdbbe758a35c0af7'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:35:56.320718 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Made reservation on behalf of 0b8e22b0217f40e9bdbbe758a35c0af7 for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:35:56.323947 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.335588 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.369685 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:35:56.370216 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.385081 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Router e582e385-40f4-4c71-9ef6-a3a55de99054 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:35:56.452914 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.460233 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.490942 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85835cc-51a4-41a3-9564-9d2da5100703,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:56.501118 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:35:56.514669 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.515143 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Added segment 12bf2ca7-085d-4411-b91f-ceaafad89b6f of type vlan for network 7f25ccbe-e3b1-4f31-8833-228ad3038947 May 12 05:35:56.519845 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:35:56.525673 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 1, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:56.526384 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-32cfb24c-448f-4686-b169-5e92211008ae admin admin] 10.222.0.23 "PUT /v2.0/routers/e582e385-40f4-4c71-9ef6-a3a55de99054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9609804 May 12 05:35:56.560185 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad7200-6997-4aa0-9b29-3040efeb8595 None None] The sync data for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb is: [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 1, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:35:56.561579 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:35:56.561922 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.573188 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-20b0f6c5-f1aa-49fe-a878-1ec58ac21522 None None] Provisioning complete for port b6a01017-0e52-4a8d-86d4-5740ae1c6804 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:35:56.573503 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-20b0f6c5-f1aa-49fe-a878-1ec58ac21522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.589742 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.591212 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:56.591773 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.610421 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-20b0f6c5-f1aa-49fe-a878-1ec58ac21522 None None] Port b6a01017-0e52-4a8d-86d4-5740ae1c6804 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:35:56.657160 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4697044 May 12 05:35:56.658284 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53014) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:56.666064 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Request body: {'subnet': {'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2038094792-subnet', 'tenant_id': '0b8e22b0217f40e9bdbbe758a35c0af7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:35:56.671229 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71369ada-8853-4f81-8131-0e6db5b59042 admin admin] Pushing event updated for resources: {'Network': ['ID=7f25ccbe-e3b1-4f31-8833-228ad3038947,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:56.685638 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 7f25ccbe-e3b1-4f31-8833-228ad3038947 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:35:56.695312 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Made reservation on behalf of 0b8e22b0217f40e9bdbbe758a35c0af7 for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:35:56.700033 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10245008'] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.925006 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10406153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10244994'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:56.992814 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c446530-758d-4b8a-97f9-3bfd3f3b85dc,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:57.003404 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Checking segment: {'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:35:57.003806 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Network hostable DHCP agents. Network: 7f25ccbe-e3b1-4f31-8833-228ad3038947, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:35:57.024985 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Network 7f25ccbe-e3b1-4f31-8833-228ad3038947 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:35:57.036952 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 7f25ccbe-e3b1-4f31-8833-228ad3038947) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:57.041552 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:57.042143 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.047401 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cda41b-6128-4783-8cbb-1cf2202c7a55 None None] Network 7f25ccbe-e3b1-4f31-8833-228ad3038947 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:35:57.074590 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-e209a5b6-a59e-4caf-a8f6-35af7ce91958 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4149263 May 12 05:35:57.171774 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53030) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:57.176997 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1602328489-network', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:35:57.206553 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Made reservation on behalf of cccfdd26f10245f1bd80f391b34374e8 for: {'network': 1} {{(pid=101911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:35:57.209973 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for network, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.217617 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a77045-4fef-498d-aa14-c6c944850261 None None] Network 7f25ccbe-e3b1-4f31-8833-228ad3038947 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:35:57.226782 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.330721 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.335641 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.375468 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=101911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 05:35:57.393479 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afea032-1d42-4769-81c7-2c01d368a8a3,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:57.400347 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.400683 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.segments_db [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Added segment 2fb06191-b5b8-454e-8640-c9ef759be9df of type vlan for network 6bfa6250-0490-450e-a6b9-ba98e372c075 May 12 05:35:57.452862 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768891543435'] for network, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.480839 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962'] for network, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.481980 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:57.482646 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.531653 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3585396 May 12 05:35:57.534509 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53036) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:57.542140 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Request body: {'subnet': {'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1602328489-subnet', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'ip_version': 4}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:35:57.549953 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ce642-fbc3-4613-863e-a35c57885279 admin admin] Pushing event updated for resources: {'Network': ['ID=6bfa6250-0490-450e-a6b9-ba98e372c075,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:57.561807 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Network 6bfa6250-0490-450e-a6b9-ba98e372c075 details requested by agent ovs-agent-dv-cinder-831186-3-smb with host dv-cinder-831186-3-smb {{(pid=101912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 05:35:57.574195 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Made reservation on behalf of cccfdd26f10245f1bd80f391b34374e8 for: {'subnet': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:35:57.576751 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10245008'] for subnet, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.781664 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10406153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10244994'] for subnet, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.837668 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bcebdd-4f24-4af0-829a-d7078da7405d,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:57.848392 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Checking segment: {'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:35:57.848753 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Network hostable DHCP agents. Network: 6bfa6250-0490-450e-a6b9-ba98e372c075, hostable agents: ['ded4f7ff-3f5d-46fc-91b7-fb57561aac5e'], hosted agents: [] {{(pid=101910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 05:35:57.865990 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Network 6bfa6250-0490-450e-a6b9-ba98e372c075 is scheduled to be hosted by DHCP agent ded4f7ff-3f5d-46fc-91b7-fb57561aac5e with binding_index 1 {{(pid=101910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 05:35:57.876456 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-3-smb, 6bfa6250-0490-450e-a6b9-ba98e372c075) {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:57.880841 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:57.881428 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for subnet, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.886950 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e000072-5a88-4be2-801e-3d7dbb2ce744 None None] Network 6bfa6250-0490-450e-a6b9-ba98e372c075 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:35:57.903746 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53042) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:57.904274 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bbf531f2-a7ef-4c9c-94d9-0fad7d470420 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3679543 May 12 05:35:57.908136 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:35:57.928859 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59913'] for router, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.929338 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1700921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1818373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1807626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59904'] for router, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:57.994116 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.046183 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp742dfc57-cc83-50f5-a0c7-927e1c15d128-6bfa6250-0490-450e-a6b9-ba98e372c075', 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'fixed_ips': [{'subnet_id': '83bcebdd-4f24-4af0-829a-d7078da7405d'}]}} from dv-cinder-831186-3-smb. {{(pid=101912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 05:35:58.047072 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.216066 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:35:58.244655 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.db_base_plugin_common [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Allocated IP 172.20.0.2 (6bfa6250-0490-450e-a6b9-ba98e372c075/83bcebdd-4f24-4af0-829a-d7078da7405d/334785a8-1a83-4041-b64c-99ab3d22b6a4) {{(pid=101912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:35:58.338362 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:35:58.338729 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.381584 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.461281 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.472581 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600'] for port, after_create {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.509991 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:35:58.510282 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.545181 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Network 6bfa6250-0490-450e-a6b9-ba98e372c075 is already hosted by enough agents. {{(pid=101912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:35:58.545896 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Pushing event updated for resources: {'Port': ['ID=334785a8-1a83-4041-b64c-99ab3d22b6a4,revision_number=1']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:58.550712 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.scheduler.base_scheduler [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Resources bound (agent type, host, resource id): {{(pid=101912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:58.553443 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=0b9939bd-1a03-4f50-a347-0bd18c8a88c4,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:35:58.554489 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Received port after_create {{(pid=101912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:35:58.561834 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.580173 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.599663 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.650313 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Attempting to bind port 334785a8-1a83-4041-b64c-99ab3d22b6a4 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:35:58.650684 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Attempting to bind port 334785a8-1a83-4041-b64c-99ab3d22b6a4 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:35:58.651045 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Attempting to bind port 334785a8-1a83-4041-b64c-99ab3d22b6a4 on network 6bfa6250-0490-450e-a6b9-ba98e372c075 {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:35:58.657315 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=0b9939bd-1a03-4f50-a347-0bd18c8a88c4,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:58.661401 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:35:58.661784 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Checking segment: {'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:35:58.662189 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.662575 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Bound using segment: {'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:35:58.663045 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Bound port: 334785a8-1a83-4041-b64c-99ab3d22b6a4, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:35:58.663430 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.717943 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Allocated IP 172.28.0.97 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/13752347-943d-4cbb-86c8-4c2c054d48ce) {{(pid=101911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:35:58.735774 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] For port 334785a8-1a83-4041-b64c-99ab3d22b6a4, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:35:58.739086 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] For port 334785a8-1a83-4041-b64c-99ab3d22b6a4, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=334785a8-1a83-4041-b64c-99ab3d22b6a4,segment=NetworkSegment(2fb06191-b5b8-454e-8640-c9ef759be9df),segment_id=2fb06191-b5b8-454e-8640-c9ef759be9df)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:35:58.743666 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.802669 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4b9ea-59b2-4115-ab59-32914e67f4e0 None None] Pushing event updated for resources: {'Port': ['ID=334785a8-1a83-4041-b64c-99ab3d22b6a4,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:58.847064 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.887651 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:58.930933 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:35:58.936919 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Resources bound (agent type, host, resource id): {{(pid=101911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:35:58.939214 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Received port after_create {{(pid=101911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:35:58.941450 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Pushing event updated for resources: {'Port': ['ID=13752347-943d-4cbb-86c8-4c2c054d48ce,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:35:58.971694 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Sync routers for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:35:58.984092 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:35:58.984727 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:59.085526 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-74f850fc-fa31-4592-988d-0f7ac9c9530a tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:35:59.087293 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-74f850fc-fa31-4592-988d-0f7ac9c9530a tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/networks?id=7f25ccbe-e3b1-4f31-8833-228ad3038947 HTTP/1.1" status: 200 len: 809 time: 0.1460507 May 12 05:35:59.109392 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-95f3ebf3-bb3f-49f9-9e5f-f718d3a17f29 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/quotas/0b8e22b0217f40e9bdbbe758a35c0af7 HTTP/1.1" status: 200 len: 375 time: 0.0139027 May 12 05:35:59.151631 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-a1ec78bc-807a-4b25-a02d-aa5a6e9c804c tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b8e22b0217f40e9bdbbe758a35c0af7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351839 May 12 05:35:59.153234 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:35:59.240746 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:59.266223 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-a27837c6-a877-43ac-a409-f6cb8122ea80 service neutron] 10.222.0.23 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068089 May 12 05:35:59.357293 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-e6b11e01-c17c-4390-b6ae-36cae71d1609 service neutron] 10.222.0.23 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 May 12 05:35:59.384820 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 2, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:59.415871 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Checking router: e582e385-40f4-4c71-9ef6-a3a55de99054 for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:35:59.416235 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Updating router e582e385-40f4-4c71-9ef6-a3a55de99054 port b6a01017-0e52-4a8d-86d4-5740ae1c6804 binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:35:59.445199 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1700912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818416'] for router, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:59.453272 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:59.565038 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-76aa6f49-c1eb-430b-a5c6-3db1a998d1c9 req-e8b10c81-83d5-43f3-a53d-779fd75b46da tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 210 time: 0.0563967 May 12 05:35:59.623136 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf is scheduled to L3 agent 01b440f6-6cae-431e-8356-da74efdd686e with binding_index 1 {{(pid=101911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 05:35:59.765305 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:35:59.780926 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Sync routers for ids ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:35:59.798899 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:59.800652 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-bdbd91e4-c19c-4611-b177-d9f441674466 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8955927 May 12 05:35:59.800915 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Routers {'175cff88-c9f1-4a3c-be21-77f3eae8d7cf'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:35:59.801798 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:35:59.803184 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53066) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:35:59.909930 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:59.922112 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:35:59.945034 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Set router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:36:00.014502 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Pushing event updated for resources: {'Port': ['ID=b6a01017-0e52-4a8d-86d4-5740ae1c6804,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:00.053441 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.053802 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.054271 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.054602 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.054953 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.055998 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.056558 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.056886 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.057226 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.057640 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.057963 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.058284 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:00.103584 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62b4eb7-8fd0-4dd7-b0ee-fe938b68fd5e None None] Network 6bfa6250-0490-450e-a6b9-ba98e372c075 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:36:00.112273 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Attempting to bind port b6a01017-0e52-4a8d-86d4-5740ae1c6804 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:36:00.112648 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Attempting to bind port b6a01017-0e52-4a8d-86d4-5740ae1c6804 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:36:00.119097 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Attempting to bind port b6a01017-0e52-4a8d-86d4-5740ae1c6804 on network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:00.129340 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:36:00.129715 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Checking segment: {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:36:00.130114 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.130502 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Bound using segment: {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:36:00.130967 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Bound port: b6a01017-0e52-4a8d-86d4-5740ae1c6804, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:36:00.131356 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.248242 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] For port b6a01017-0e52-4a8d-86d4-5740ae1c6804, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:36:00.254285 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] For port b6a01017-0e52-4a8d-86d4-5740ae1c6804, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=b6a01017-0e52-4a8d-86d4-5740ae1c6804,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:36:00.263197 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.360297 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:36:00.361189 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:00.417136 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85516f-1110-4106-a7eb-2c90a8931f72 None None] Pushing event updated for resources: {'Port': ['ID=b6a01017-0e52-4a8d-86d4-5740ae1c6804,revision_number=4']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:00.425010 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:00.468781 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.524730 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-0543c558-b655-4210-96ff-eaacf6b7ec14 None None] Provisioning complete for port 334785a8-1a83-4041-b64c-99ab3d22b6a4 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:00.525102 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0543c558-b655-4210-96ff-eaacf6b7ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.531963 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:36:00.686483 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9c262ead-23d3-4062-98cc-383a86379a05 req-d6b01e8a-3e6c-403d-8f25-7881dc6214ad tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 210 time: 0.0350928 May 12 05:36:00.688840 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:00.689217 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.700376 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Allocated IP 172.20.0.1 (6bfa6250-0490-450e-a6b9-ba98e372c075/83bcebdd-4f24-4af0-829a-d7078da7405d/8532790e-6cb3-4f0e-8055-11ef76b07db7) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:36:00.779508 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-0543c558-b655-4210-96ff-eaacf6b7ec14 None None] Current status of the port 334785a8-1a83-4041-b64c-99ab3d22b6a4 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:00.779976 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0543c558-b655-4210-96ff-eaacf6b7ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.795287 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:36:00Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:00.822521 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.835693 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a0f2b-e062-4adf-abd0-030e94606b72 None None] The sync data for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb is: [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:36:00Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:36:00.840991 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:35:59Z', 'revision_number': 3, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port': {'id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:58Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:00.884667 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Checking router: 175cff88-c9f1-4a3c-be21-77f3eae8d7cf for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:36:00.885605 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Updating router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf port 13752347-943d-4cbb-86c8-4c2c054d48ce binding host dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:36:00.945775 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:00.966104 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.055684 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-0543c558-b655-4210-96ff-eaacf6b7ec14 None None] For port 334785a8-1a83-4041-b64c-99ab3d22b6a4, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=334785a8-1a83-4041-b64c-99ab3d22b6a4,segment=NetworkSegment(2fb06191-b5b8-454e-8640-c9ef759be9df),segment_id=2fb06191-b5b8-454e-8640-c9ef759be9df)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:01.066033 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0543c558-b655-4210-96ff-eaacf6b7ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.067000 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-18f632eb-e292-44ec-8733-570dd8dbcf25 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:01.069665 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-18f632eb-e292-44ec-8733-570dd8dbcf25 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.35 "GET /v2.0/networks?id=7f25ccbe-e3b1-4f31-8833-228ad3038947 HTTP/1.1" status: 200 len: 809 time: 0.2421618 May 12 05:36:01.078061 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Network 6bfa6250-0490-450e-a6b9-ba98e372c075 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:36:01.080977 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:36:01.085588 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:36:01.114546 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:01.115556 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 334785a8-1a83-4041-b64c-99ab3d22b6a4 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:01.117211 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Request body: {'port': {'device_id': '11f7c5c7-98b3-4f31-ab42-1792160f2be6', 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947', 'admin_state_up': True, 'tenant_id': '0b8e22b0217f40e9bdbbe758a35c0af7'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:01.139879 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=8532790e-6cb3-4f0e-8055-11ef76b07db7,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:01.201226 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1816837'] for router_interface, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.253111 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543c558-b655-4210-96ff-eaacf6b7ec14 None None] Pushing event updated for resources: {'Port': ['ID=334785a8-1a83-4041-b64c-99ab3d22b6a4,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:01.290635 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Provisioning complete for port 334785a8-1a83-4041-b64c-99ab3d22b6a4 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:01.291000 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.373128 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Made reservation on behalf of 0b8e22b0217f40e9bdbbe758a35c0af7 for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:36:01.376605 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.381653 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 334785a8-1a83-4041-b64c-99ab3d22b6a4 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:01.382023 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.392935 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.492139 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Current status of the port 334785a8-1a83-4041-b64c-99ab3d22b6a4 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:01.539276 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Notify callbacks [] for port, precommit_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.549414 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Provisioning complete for port b6a01017-0e52-4a8d-86d4-5740ae1c6804 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:01.549791 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.553814 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.589310 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Allocated IP 172.20.0.13 (7f25ccbe-e3b1-4f31-8833-228ad3038947/9c446530-758d-4b8a-97f9-3bfd3f3b85dc/3d84ac4a-4a4c-412a-811b-332f39635b75) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:36:01.613532 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 334785a8-1a83-4041-b64c-99ab3d22b6a4 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:01.644091 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b725c0-3cd3-45c4-9583-88d8d6b5f562 None None] Pushing event updated for resources: {'Port': ['ID=13752347-943d-4cbb-86c8-4c2c054d48ce,revision_number=2']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:01.654132 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Attempting to bind port 13752347-943d-4cbb-86c8-4c2c054d48ce on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:36:01.654505 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Attempting to bind port 13752347-943d-4cbb-86c8-4c2c054d48ce by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:36:01.654911 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Attempting to bind port 13752347-943d-4cbb-86c8-4c2c054d48ce on network 12afdb92-96d0-485f-bc4f-221d0fe4f14a {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:01.662737 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:36:01.663096 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Checking segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:36:01.663491 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.663901 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Bound using segment: {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'} {{(pid=101912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:36:01.664432 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.managers [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Bound port: 13752347-943d-4cbb-86c8-4c2c054d48ce, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90631e3a-9d6f-43eb-8dcb-893fe3296612', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a'}}] {{(pid=101912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:36:01.664770 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.747742 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Current status of the port b6a01017-0e52-4a8d-86d4-5740ae1c6804 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:01.748123 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.782169 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] For port 13752347-943d-4cbb-86c8-4c2c054d48ce, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:36:01.790025 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] For port 13752347-943d-4cbb-86c8-4c2c054d48ce, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=13752347-943d-4cbb-86c8-4c2c054d48ce,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:36:01.794399 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] For port b6a01017-0e52-4a8d-86d4-5740ae1c6804, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=b6a01017-0e52-4a8d-86d4-5740ae1c6804,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:01.799191 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.800943 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3eb656ce-a8f1-49a5-b4b2-24702ffcae0e req-d8c44827-df38-4602-a67c-0a665bf6d677 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 210 time: 0.0302444 May 12 05:36:01.833055 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.861208 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Routers {'175cff88-c9f1-4a3c-be21-77f3eae8d7cf'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:36:01.861890 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:01.901993 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b725c0-3cd3-45c4-9583-88d8d6b5f562 None None] Pushing event updated for resources: {'Port': ['ID=13752347-943d-4cbb-86c8-4c2c054d48ce,revision_number=3']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:01.965518 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:01.976601 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.004492 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcd436-bb63-4f42-8059-384a3d7af59c None None] Pushing event updated for resources: {'Port': ['ID=b6a01017-0e52-4a8d-86d4-5740ae1c6804,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:02.012513 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-80b0d693-8509-4be1-a385-83e1f43ddcc6 None None] Provisioning complete for port 8532790e-6cb3-4f0e-8055-11ef76b07db7 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:02.012886 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-80b0d693-8509-4be1-a385-83e1f43ddcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.039232 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] Set router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:36:02.060266 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817073'] for router_interface, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.074902 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=8532790e-6cb3-4f0e-8055-11ef76b07db7,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:02.083683 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-80b0d693-8509-4be1-a385-83e1f43ddcc6 None None] Port 8532790e-6cb3-4f0e-8055-11ef76b07db7 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:36:02.144238 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.206903 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device b6a01017-0e52-4a8d-86d4-5740ae1c6804 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:02.210689 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Network 6bfa6250-0490-450e-a6b9-ba98e372c075 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:36:02.213100 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:36:02.219659 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.300372 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port b6a01017-0e52-4a8d-86d4-5740ae1c6804 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:02.300748 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.311630 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Network 7f25ccbe-e3b1-4f31-8833-228ad3038947 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:36:02.322182 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:36:02.328674 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:36:02.330192 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 4, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port': {'id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:58Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '8532790e-6cb3-4f0e-8055-11ef76b07db7', 'name': '', 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'mac_address': 'fa:16:3e:93:10:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:36:00Z', 'updated_at': '2022-05-12T05:36:00Z', 'revision_number': 1, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'subnets': [{'id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:02.333981 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Pushing event updated for resources: {'Port': ['ID=3d84ac4a-4a4c-412a-811b-332f39635b75,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:02.361377 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764175a-5b41-4de7-8c77-b9aacce95989 None None] The sync data for ids ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'] in dv-cinder-831186-3-smb is: [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 4, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port': {'id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:58Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '8532790e-6cb3-4f0e-8055-11ef76b07db7', 'name': '', 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'mac_address': 'fa:16:3e:93:10:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:36:00Z', 'updated_at': '2022-05-12T05:36:00Z', 'revision_number': 1, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'subnets': [{'id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:36:02.420633 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:02.421296 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.436433 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port b6a01017-0e52-4a8d-86d4-5740ae1c6804 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:02.437537 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 334785a8-1a83-4041-b64c-99ab3d22b6a4 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:02.440104 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:36:02.450379 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-4291fa92-a379-4fcc-8437-3081305e71ea tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3618927 May 12 05:36:02.493713 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 334785a8-1a83-4041-b64c-99ab3d22b6a4 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:02.494059 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.498209 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Request body: {'port': {'device_id': '11f7c5c7-98b3-4f31-ab42-1792160f2be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:02.597225 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.635640 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:36:02.648337 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-bbca3663-5a93-4df4-be5c-c028f9335ac4 admin admin] 10.222.0.23 "PUT /v2.0/routers/175cff88-c9f1-4a3c-be21-77f3eae8d7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8370173 May 12 05:36:02.687179 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-540aec92-a5d9-4b89-afad-b4e917f48b5b None None] Provisioning complete for port 8532790e-6cb3-4f0e-8055-11ef76b07db7 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:02.687667 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-540aec92-a5d9-4b89-afad-b4e917f48b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.730625 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-540aec92-a5d9-4b89-afad-b4e917f48b5b None None] Port 8532790e-6cb3-4f0e-8055-11ef76b07db7 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:36:02.794305 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 334785a8-1a83-4041-b64c-99ab3d22b6a4 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:02.938727 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e1044-1643-406b-87d8-79737abf756e req-5f451d53-7ef7-48c0-a3af-e665826a2d46 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:02.940514 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cf1e1044-1643-406b-87d8-79737abf756e req-5f451d53-7ef7-48c0-a3af-e665826a2d46 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 932 time: 0.0573423 May 12 05:36:02.962623 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d84ac4a-4a4c-412a-811b-332f39635b75 {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:36:02.970894 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:02.984931 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Transition to ACTIVE for port object 3d84ac4a-4a4c-412a-811b-332f39635b75 will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:36:02.985117 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-cf1e1044-1643-406b-87d8-79737abf756e req-fa62ae9d-2183-47d9-aeb4-924ef985dcfa tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374308 May 12 05:36:02.989966 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.057826 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Pushing event updated for resources: {'Port': ['ID=3d84ac4a-4a4c-412a-811b-332f39635b75,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:03.062828 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53086) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:03.069549 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-b2808994-f241-4e97-b3a3-f941efd50122 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278554596', 'description': 'tempest-secgroup-smoke-1278554596 description', 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:03.093352 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b2808994-f241-4e97-b3a3-f941efd50122 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.135646 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Attempting to bind port 3d84ac4a-4a4c-412a-811b-332f39635b75 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:36:03.136044 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Attempting to bind port 3d84ac4a-4a4c-412a-811b-332f39635b75 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:36:03.136368 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Attempting to bind port 3d84ac4a-4a4c-412a-811b-332f39635b75 on network 7f25ccbe-e3b1-4f31-8833-228ad3038947 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:03.141227 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Port 3d84ac4a-4a4c-412a-811b-332f39635b75 on network 7f25ccbe-e3b1-4f31-8833-228ad3038947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:36:03.141555 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Attempting to bind port 3d84ac4a-4a4c-412a-811b-332f39635b75 on network 7f25ccbe-e3b1-4f31-8833-228ad3038947 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:03.146438 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:36:03.146776 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Checking segment: {'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:36:03.147162 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Bound using segment: {'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:36:03.147587 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Bound port: 3d84ac4a-4a4c-412a-811b-332f39635b75, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:36:03.147975 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.166340 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b2808994-f241-4e97-b3a3-f941efd50122 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.171601 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b2808994-f241-4e97-b3a3-f941efd50122 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.200756 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-b2808994-f241-4e97-b3a3-f941efd50122 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.201971 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b2808994-f241-4e97-b3a3-f941efd50122 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1359978 May 12 05:36:03.203805 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2808994-f241-4e97-b3a3-f941efd50122 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9d198b-b727-44ec-a171-58677554e8a4,revision_number=1']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:03.205392 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53088) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:03.209910 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-24edf866-0633-44ea-8f66-6f895646280f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'security_group_rule': {'security_group_id': 'af9d198b-b727-44ec-a171-58677554e8a4', 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:03.224069 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] For port 3d84ac4a-4a4c-412a-811b-332f39635b75, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:36:03.240239 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] For port 3d84ac4a-4a4c-412a-811b-332f39635b75, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3d84ac4a-4a4c-412a-811b-332f39635b75,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:36:03.245804 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.276350 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-24edf866-0633-44ea-8f66-6f895646280f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.291018 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:03.291623 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.293034 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] 10.222.0.35 "PUT /v2.0/ports/3d84ac4a-4a4c-412a-811b-332f39635b75 HTTP/1.1" status: 200 len: 1094 time: 0.8023274 May 12 05:36:03.293739 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f7c5c7-98b3-4f31-ab42-1792160f2be6', 'tag': '3d84ac4a-4a4c-412a-811b-332f39635b75'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:03.296000 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1383af-6500-41dc-aa48-cf4ee76dad48" -d '{"events": [{"name": "network-changed", "server_uuid": "11f7c5c7-98b3-4f31-ab42-1792160f2be6", "tag": "3d84ac4a-4a4c-412a-811b-332f39635b75"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:03.344253 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cca8d-c0dd-4355-ab5a-443a1fbf705b service neutron] Pushing event updated for resources: {'Port': ['ID=3d84ac4a-4a4c-412a-811b-332f39635b75,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:03.368503 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545ae08b-c178-4891-b4dc-8c91e3700111 x-openstack-request-id: req-545ae08b-c178-4891-b4dc-8c91e3700111 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:03.368784 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f7c5c7-98b3-4f31-ab42-1792160f2be6", "tag": "3d84ac4a-4a4c-412a-811b-332f39635b75", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:03.369028 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-545ae08b-c178-4891-b4dc-8c91e3700111 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:03.369403 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545ae08b-c178-4891-b4dc-8c91e3700111'] response: {'name': 'network-changed', 'server_uuid': '11f7c5c7-98b3-4f31-ab42-1792160f2be6', 'tag': '3d84ac4a-4a4c-412a-811b-332f39635b75', 'status': 'completed', 'code': 200} May 12 05:36:03.389084 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-24edf866-0633-44ea-8f66-6f895646280f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.393462 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-24edf866-0633-44ea-8f66-6f895646280f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.410233 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-877cb908-11fa-4593-a90f-0284239ea2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:03.411683 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-877cb908-11fa-4593-a90f-0284239ea2ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b8e22b0217f40e9bdbbe758a35c0af7&device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 1097 time: 0.0773072 May 12 05:36:03.416930 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edf866-0633-44ea-8f66-6f895646280f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79fe4b9-bb09-4925-95d7-524c30d7bbe5,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:03.421926 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-24edf866-0633-44ea-8f66-6f895646280f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.423019 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-24edf866-0633-44ea-8f66-6f895646280f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2167127 May 12 05:36:03.425887 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53092) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:03.431682 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-4a8a8666-e72d-422e-ba9f-0fea593bb7aa tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'security_group_rule': {'security_group_id': 'af9d198b-b727-44ec-a171-58677554e8a4', 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:03.461610 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8666-e72d-422e-ba9f-0fea593bb7aa tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.463092 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-36412782-57b3-40d2-a487-6722233d56ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d84ac4a-4a4c-412a-811b-332f39635b75 HTTP/1.1" status: 200 len: 217 time: 0.0387359 May 12 05:36:03.531544 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-00d2202a-6aea-4b0a-b89f-4e0456848883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:03.533251 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-00d2202a-6aea-4b0a-b89f-4e0456848883 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c446530-758d-4b8a-97f9-3bfd3f3b85dc HTTP/1.1" status: 200 len: 849 time: 0.0568752 May 12 05:36:03.546842 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8666-e72d-422e-ba9f-0fea593bb7aa tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.550810 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8666-e72d-422e-ba9f-0fea593bb7aa tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.568828 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a8666-e72d-422e-ba9f-0fea593bb7aa tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68aedfef-67f8-4628-b3a6-68e129cae710,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:03.575529 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-ab1b9cfe-b0f1-4dcb-9809-85dcdd68ef2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f25ccbe-e3b1-4f31-8833-228ad3038947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318584 May 12 05:36:03.578375 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8666-e72d-422e-ba9f-0fea593bb7aa tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.579547 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-4a8a8666-e72d-422e-ba9f-0fea593bb7aa tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526251 May 12 05:36:03.582318 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53094) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:03.586738 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-6e904d24-da89-424c-ab24-7451f699d304 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'security_group_rule': {'security_group_id': 'af9d198b-b727-44ec-a171-58677554e8a4', 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:03.660660 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6e904d24-da89-424c-ab24-7451f699d304 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.710669 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-51ae1fb9-72e7-4408-bf4e-7923807897bb service neutron] 10.222.0.35 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195500 May 12 05:36:03.779040 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6e904d24-da89-424c-ab24-7451f699d304 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.785398 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6e904d24-da89-424c-ab24-7451f699d304 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.818735 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e904d24-da89-424c-ab24-7451f699d304 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ca8245-cb65-4c31-be3f-ac4cf31c926e,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:03.823041 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-6e904d24-da89-424c-ab24-7451f699d304 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.824400 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-6e904d24-da89-424c-ab24-7451f699d304 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2411058 May 12 05:36:03.827183 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53096) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:03.833490 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-057e9552-5763-4b9e-bfe3-71975c2f0610 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'security_group_rule': {'security_group_id': 'af9d198b-b727-44ec-a171-58677554e8a4', 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:03.858351 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ab2550b-d86f-4f4c-92bd-87b149545bc4 req-923d89b7-ada1-4bdb-8bd1-11a284e2d5f5 service neutron] 10.222.0.35 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376107 May 12 05:36:03.876875 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-057e9552-5763-4b9e-bfe3-71975c2f0610 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.952347 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-057e9552-5763-4b9e-bfe3-71975c2f0610 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.957807 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-057e9552-5763-4b9e-bfe3-71975c2f0610 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.984879 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e9552-5763-4b9e-bfe3-71975c2f0610 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924f553e-ddea-49f0-8c48-1edc0ea6d7ce,revision_number=0']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:03.991770 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-057e9552-5763-4b9e-bfe3-71975c2f0610 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:03.993532 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-057e9552-5763-4b9e-bfe3-71975c2f0610 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1653936 May 12 05:36:03.996371 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53098) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:03.996863 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-6c9f3ff9-5f31-445e-8a1d-2f0b3ea4e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:03.997918 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-6c9f3ff9-5f31-445e-8a1d-2f0b3ea4e89e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b8e22b0217f40e9bdbbe758a35c0af7&device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 1097 time: 0.0746467 May 12 05:36:04.001222 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-dd6401e1-bf69-44c6-ac2a-4553b5359917 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'security_group_rule': {'security_group_id': 'af9d198b-b727-44ec-a171-58677554e8a4', 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:04.035130 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.securitygroups_db [None req-dd6401e1-bf69-44c6-ac2a-4553b5359917 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Project 77b0f50af0874f9ea1a9b87f5edf8cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 05:36:04.041358 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd6401e1-bf69-44c6-ac2a-4553b5359917 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.112514 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd6401e1-bf69-44c6-ac2a-4553b5359917 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.120522 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd6401e1-bf69-44c6-ac2a-4553b5359917 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.125760 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-61de3206-36d7-4282-9785-c2224cdc7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:04.127529 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-61de3206-36d7-4282-9785-c2224cdc7785 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f25ccbe-e3b1-4f31-8833-228ad3038947 HTTP/1.1" status: 200 len: 910 time: 0.1226213 May 12 05:36:04.156813 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6401e1-bf69-44c6-ac2a-4553b5359917 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c204b2f-f019-4173-8e2c-0f0ffe43827e,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:04.169307 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-dd6401e1-bf69-44c6-ac2a-4553b5359917 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.171855 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-dd6401e1-bf69-44c6-ac2a-4553b5359917 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1737077 May 12 05:36:04.173712 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53102) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:04.178470 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.v2.base [None req-31ed5c1f-2c31-4bc6-af98-a5e4250ddb1f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'security_group_rule': {'security_group_id': 'af9d198b-b727-44ec-a171-58677554e8a4', 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:04.187079 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-03301502-2789-472d-a65b-160862c770a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d84ac4a-4a4c-412a-811b-332f39635b75 HTTP/1.1" status: 200 len: 217 time: 0.0495229 May 12 05:36:04.198137 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f5fad-e7ac-4825-b6e5-48ff2a647c72 req-b0dece9f-1cbd-4f3f-a728-3d0c0ac06f50 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:04.199608 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-746f5fad-e7ac-4825-b6e5-48ff2a647c72 req-b0dece9f-1cbd-4f3f-a728-3d0c0ac06f50 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 944 time: 0.1155095 May 12 05:36:04.200049 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.db.securitygroups_db [None req-31ed5c1f-2c31-4bc6-af98-a5e4250ddb1f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Project 77b0f50af0874f9ea1a9b87f5edf8cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 05:36:04.205883 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31ed5c1f-2c31-4bc6-af98-a5e4250ddb1f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.261180 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 13752347-943d-4cbb-86c8-4c2c054d48ce up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:04.267619 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-cee2cf25-8c50-478b-9d10-9c41fa8dfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:04.269105 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-cee2cf25-8c50-478b-9d10-9c41fa8dfab1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c446530-758d-4b8a-97f9-3bfd3f3b85dc HTTP/1.1" status: 200 len: 849 time: 0.0686045 May 12 05:36:04.276500 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-746f5fad-e7ac-4825-b6e5-48ff2a647c72 req-aaed3e1f-7116-44d6-aee9-e8e27d655aad tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678024 May 12 05:36:04.285361 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31ed5c1f-2c31-4bc6-af98-a5e4250ddb1f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.291035 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31ed5c1f-2c31-4bc6-af98-a5e4250ddb1f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826370'] for security_group_rule, after_create {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.311397 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed5c1f-2c31-4bc6-af98-a5e4250ddb1f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c684ff-6cd3-41e5-b218-a2f994620420,revision_number=0']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:04.311628 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-668bcc38-4b81-43f4-836c-5ce762310b69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f25ccbe-e3b1-4f31-8833-228ad3038947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306170 May 12 05:36:04.320476 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-31ed5c1f-2c31-4bc6-af98-a5e4250ddb1f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.330442 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-31ed5c1f-2c31-4bc6-af98-a5e4250ddb1f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468186 May 12 05:36:04.333755 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 13752347-943d-4cbb-86c8-4c2c054d48ce triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:04.334211 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.419067 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 13752347-943d-4cbb-86c8-4c2c054d48ce is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:04.419655 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.423064 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-baf1c2b8-6a09-46a9-acf8-cdc2d830ef16 service neutron] 10.222.0.35 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017001 May 12 05:36:04.443755 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] For port 13752347-943d-4cbb-86c8-4c2c054d48ce, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=13752347-943d-4cbb-86c8-4c2c054d48ce,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:04.448672 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:04.501980 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Pushing event updated for resources: {'Port': ['ID=13752347-943d-4cbb-86c8-4c2c054d48ce,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:04.527753 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ea1383af-6500-41dc-aa48-cf4ee76dad48 req-a2b360d4-f1bf-4827-96af-42101c2f77af service neutron] 10.222.0.35 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948918 May 12 05:36:04.985178 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae082678-7373-47e4-9272-405015bc111a None None] Sync routers for ids ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:36:04.996699 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae082678-7373-47e4-9272-405015bc111a None None] Routers {'175cff88-c9f1-4a3c-be21-77f3eae8d7cf'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:36:04.997314 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-ae082678-7373-47e4-9272-405015bc111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:05.100969 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-ae082678-7373-47e4-9272-405015bc111a None None] Set router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:36:05.299370 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-ae082678-7373-47e4-9272-405015bc111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 4, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port': {'id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:58Z', 'updated_at': '2022-05-12T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '8532790e-6cb3-4f0e-8055-11ef76b07db7', 'name': '', 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'mac_address': 'fa:16:3e:93:10:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:36:00Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 2, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'subnets': [{'id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:05.326703 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae082678-7373-47e4-9272-405015bc111a None None] Checking router: 175cff88-c9f1-4a3c-be21-77f3eae8d7cf for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:36:05.327052 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae082678-7373-47e4-9272-405015bc111a None None] Updating router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf port 8532790e-6cb3-4f0e-8055-11ef76b07db7 binding host dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 05:36:05.351250 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ae082678-7373-47e4-9272-405015bc111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:05.405367 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b1444-f128-4fc6-8668-84a7a76562d0 req-9d8601e1-6ee4-4c9d-b7a2-73c0a134cf59 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:05.406848 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4d1b1444-f128-4fc6-8668-84a7a76562d0 req-9d8601e1-6ee4-4c9d-b7a2-73c0a134cf59 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 944 time: 0.0524640 May 12 05:36:05.446519 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4d1b1444-f128-4fc6-8668-84a7a76562d0 req-6bb28a44-1b82-45fa-8e39-0c42a260cadd tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 May 12 05:36:05.614590 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ae082678-7373-47e4-9272-405015bc111a None None] Notify callbacks [] for port, precommit_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:05.621384 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ae082678-7373-47e4-9272-405015bc111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:05.675244 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df38028-5872-4f29-9d13-3b1c3acfb89e None None] Pushing event updated for resources: {'Port': ['ID=8532790e-6cb3-4f0e-8055-11ef76b07db7,revision_number=3']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:05.722629 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-ae082678-7373-47e4-9272-405015bc111a None None] Attempting to bind port 8532790e-6cb3-4f0e-8055-11ef76b07db7 on host dv-cinder-831186-3-smb for vnic_type normal with profile {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:36:05.722996 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-ae082678-7373-47e4-9272-405015bc111a None None] Attempting to bind port 8532790e-6cb3-4f0e-8055-11ef76b07db7 by drivers openvswitch,hyperv on host dv-cinder-831186-3-smb at level 0 using segments [{'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:36:05.723356 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae082678-7373-47e4-9272-405015bc111a None None] Attempting to bind port 8532790e-6cb3-4f0e-8055-11ef76b07db7 on network 6bfa6250-0490-450e-a6b9-ba98e372c075 {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:05.728649 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae082678-7373-47e4-9272-405015bc111a None None] Checking agent: {'id': 'dbdb3800-4988-4563-b424-9649dd54857a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 19, 51), 'started_at': datetime.datetime(2022, 5, 12, 5, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:36:05.729027 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae082678-7373-47e4-9272-405015bc111a None None] Checking segment: {'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:36:05.729425 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ae082678-7373-47e4-9272-405015bc111a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:05.729823 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae082678-7373-47e4-9272-405015bc111a None None] Bound using segment: {'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'} {{(pid=101913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:36:05.730290 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.managers [None req-ae082678-7373-47e4-9272-405015bc111a None None] Bound port: 8532790e-6cb3-4f0e-8055-11ef76b07db7, host: dv-cinder-831186-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb06191-b5b8-454e-8640-c9ef759be9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075'}}] {{(pid=101913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:36:05.730689 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ae082678-7373-47e4-9272-405015bc111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:05.802624 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-ae082678-7373-47e4-9272-405015bc111a None None] For port 8532790e-6cb3-4f0e-8055-11ef76b07db7, host dv-cinder-831186-3-smb, cleared binding levels {{(pid=101913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:36:05.807374 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.plugins.ml2.db [None req-ae082678-7373-47e4-9272-405015bc111a None None] For port 8532790e-6cb3-4f0e-8055-11ef76b07db7, host dv-cinder-831186-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=8532790e-6cb3-4f0e-8055-11ef76b07db7,segment=NetworkSegment(2fb06191-b5b8-454e-8640-c9ef759be9df),segment_id=2fb06191-b5b8-454e-8640-c9ef759be9df)] {{(pid=101913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:36:05.812752 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron_lib.callbacks.manager [None req-ae082678-7373-47e4-9272-405015bc111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:05.875268 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df38028-5872-4f29-9d13-3b1c3acfb89e None None] Pushing event updated for resources: {'Port': ['ID=8532790e-6cb3-4f0e-8055-11ef76b07db7,revision_number=4']} {{(pid=101913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:05.880521 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae082678-7373-47e4-9272-405015bc111a None None] Routers {'175cff88-c9f1-4a3c-be21-77f3eae8d7cf'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:36:05.881154 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-ae082678-7373-47e4-9272-405015bc111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:35:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:05.884748 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-36a3497f-6282-4320-bb85-5ce75bc78628 None None] Provisioning complete for port 8532790e-6cb3-4f0e-8055-11ef76b07db7 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:05.885287 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-36a3497f-6282-4320-bb85-5ce75bc78628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:05.978816 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-36a3497f-6282-4320-bb85-5ce75bc78628 None None] Current status of the port 8532790e-6cb3-4f0e-8055-11ef76b07db7 is: DOWN; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:05.979543 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-36a3497f-6282-4320-bb85-5ce75bc78628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:05.995658 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-ae082678-7373-47e4-9272-405015bc111a None None] Set router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:36:06.019958 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-36a3497f-6282-4320-bb85-5ce75bc78628 None None] For port 8532790e-6cb3-4f0e-8055-11ef76b07db7, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=8532790e-6cb3-4f0e-8055-11ef76b07db7,segment=NetworkSegment(2fb06191-b5b8-454e-8640-c9ef759be9df),segment_id=2fb06191-b5b8-454e-8640-c9ef759be9df)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:06.026109 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-36a3497f-6282-4320-bb85-5ce75bc78628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:06.075779 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3497f-6282-4320-bb85-5ce75bc78628 None None] Pushing event updated for resources: {'Port': ['ID=8532790e-6cb3-4f0e-8055-11ef76b07db7,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:06.157750 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-4ca25f6e-9c97-4f6e-9fa2-e0d245cc26b4 None None] Provisioning complete for port 8532790e-6cb3-4f0e-8055-11ef76b07db7 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:06.158734 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4ca25f6e-9c97-4f6e-9fa2-e0d245cc26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:06.212412 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 8532790e-6cb3-4f0e-8055-11ef76b07db7 up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:06.293872 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-4ca25f6e-9c97-4f6e-9fa2-e0d245cc26b4 None None] Current status of the port 8532790e-6cb3-4f0e-8055-11ef76b07db7 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:06.306477 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 8532790e-6cb3-4f0e-8055-11ef76b07db7 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:06.307115 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:06.322526 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-ae082678-7373-47e4-9272-405015bc111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 4, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port': {'id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:58Z', 'updated_at': '2022-05-12T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '8532790e-6cb3-4f0e-8055-11ef76b07db7', 'name': '', 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'mac_address': 'fa:16:3e:93:10:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:36:00Z', 'updated_at': '2022-05-12T05:36:05Z', 'revision_number': 4, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'subnets': [{'id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:06.355841 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae082678-7373-47e4-9272-405015bc111a None None] The sync data for ids ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'] in dv-cinder-831186-3-smb is: [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 4, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port': {'id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:58Z', 'updated_at': '2022-05-12T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': '8532790e-6cb3-4f0e-8055-11ef76b07db7', 'name': '', 'network_id': '6bfa6250-0490-450e-a6b9-ba98e372c075', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'mac_address': 'fa:16:3e:93:10:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:36:00Z', 'updated_at': '2022-05-12T05:36:05Z', 'revision_number': 4, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'subnets': [{'id': '83bcebdd-4f24-4af0-829a-d7078da7405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:36:06.393113 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 8532790e-6cb3-4f0e-8055-11ef76b07db7 is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:06.394197 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 13752347-943d-4cbb-86c8-4c2c054d48ce up at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:06.446132 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Provisioning complete for port 13752347-943d-4cbb-86c8-4c2c054d48ce triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:06.446506 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:06.556386 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Current status of the port 13752347-943d-4cbb-86c8-4c2c054d48ce is: ACTIVE; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:06.580256 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81877b12-a69c-43a6-a7d3-e99e2124ac5e req-c47720af-9b15-4ebb-b017-365ff76b8163 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:06.582339 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-81877b12-a69c-43a6-a7d3-e99e2124ac5e req-c47720af-9b15-4ebb-b017-365ff76b8163 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 944 time: 0.0512567 May 12 05:36:06.628216 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-81877b12-a69c-43a6-a7d3-e99e2124ac5e req-bc5e19bc-8b94-4c99-9ade-d12f97ff6f5e tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 May 12 05:36:07.393830 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 3d84ac4a-4a4c-412a-811b-332f39635b75 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:36:07.489331 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 3d84ac4a-4a4c-412a-811b-332f39635b75, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3d84ac4a-4a4c-412a-811b-332f39635b75,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:07.500767 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '3d84ac4a-4a4c-412a-811b-332f39635b75', 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947', 'port_id': '3d84ac4a-4a4c-412a-811b-332f39635b75', 'mac_address': 'fa:16:3e:1c:8e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c446530-758d-4b8a-97f9-3bfd3f3b85dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:36:07.543289 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 3d84ac4a-4a4c-412a-811b-332f39635b75 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:07.543971 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:07.556878 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d84ac4a-4a4c-412a-811b-332f39635b75 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:36:07.575702 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 3d84ac4a-4a4c-412a-811b-332f39635b75, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3d84ac4a-4a4c-412a-811b-332f39635b75,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:07.579314 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:07.623727 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=3d84ac4a-4a4c-412a-811b-332f39635b75,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:07.750126 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b09b-7266-4268-879b-b2cdc5768723 req-a558b4b9-efa3-4bd0-beed-6df2c99b20e2 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:07.751687 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-aba3b09b-7266-4268-879b-b2cdc5768723 req-a558b4b9-efa3-4bd0-beed-6df2c99b20e2 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 945 time: 0.0508354 May 12 05:36:07.790678 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-aba3b09b-7266-4268-879b-b2cdc5768723 req-ff127abb-7e2e-46c2-8abb-0f241437ae82 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 May 12 05:36:07.828593 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['3d84ac4a-4a4c-412a-811b-332f39635b75'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:36:08.866263 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:08.910472 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d960606-a35f-42cc-ad78-487d9a51ac78 req-81357f4a-b050-41bd-9119-a219687b9eed tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:08.912488 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3d960606-a35f-42cc-ad78-487d9a51ac78 req-81357f4a-b050-41bd-9119-a219687b9eed tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 945 time: 0.0524318 May 12 05:36:08.950647 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3d960606-a35f-42cc-ad78-487d9a51ac78 req-1edcd783-24f1-4566-8c35-b5c92e0aad28 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 May 12 05:36:09.407556 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 3d84ac4a-4a4c-412a-811b-332f39635b75 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:09.458953 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 3d84ac4a-4a4c-412a-811b-332f39635b75 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:36:09.463219 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 3d84ac4a-4a4c-412a-811b-332f39635b75 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:09.463589 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:09.543152 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 3d84ac4a-4a4c-412a-811b-332f39635b75 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:09.543681 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:09.566651 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f7c5c7-98b3-4f31-ab42-1792160f2be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d84ac4a-4a4c-412a-811b-332f39635b75'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:09.568933 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e357d68-e9af-4256-8c9a-6e08d14ccaf7" -d '{"events": [{"server_uuid": "11f7c5c7-98b3-4f31-ab42-1792160f2be6", "name": "network-vif-plugged", "status": "completed", "tag": "3d84ac4a-4a4c-412a-811b-332f39635b75"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:09.582094 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 3d84ac4a-4a4c-412a-811b-332f39635b75, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3d84ac4a-4a4c-412a-811b-332f39635b75,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:09.585988 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:09.611037 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfc0848-93c6-4d53-bfae-54eabdcb814d x-openstack-request-id: req-4bfc0848-93c6-4d53-bfae-54eabdcb814d {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:09.611329 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f7c5c7-98b3-4f31-ab42-1792160f2be6", "name": "network-vif-plugged", "status": "completed", "tag": "3d84ac4a-4a4c-412a-811b-332f39635b75", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:09.611577 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bfc0848-93c6-4d53-bfae-54eabdcb814d {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:09.611996 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfc0848-93c6-4d53-bfae-54eabdcb814d'] response: {'server_uuid': '11f7c5c7-98b3-4f31-ab42-1792160f2be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d84ac4a-4a4c-412a-811b-332f39635b75', 'code': 200} May 12 05:36:09.638048 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=3d84ac4a-4a4c-412a-811b-332f39635b75,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:09.771529 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a46e8-2f43-4c0c-94a1-a25a9e24f44a req-76d242d8-f792-4ed0-a11f-57094124a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:09.772998 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2f9a46e8-2f43-4c0c-94a1-a25a9e24f44a req-76d242d8-f792-4ed0-a11f-57094124a679 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 1099 time: 0.0389311 May 12 05:36:09.808720 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2f9a46e8-2f43-4c0c-94a1-a25a9e24f44a req-4005c797-72ca-4956-80e2-0f07b79b0446 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285256 May 12 05:36:10.068603 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92d8da-b980-4968-a407-9022ed1dea9d req-a7d352ed-f5a9-4e86-a2fd-ecac974798c4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:10.070039 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3e92d8da-b980-4968-a407-9022ed1dea9d req-a7d352ed-f5a9-4e86-a2fd-ecac974798c4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 946 time: 0.0482943 May 12 05:36:10.112586 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3e92d8da-b980-4968-a407-9022ed1dea9d req-51b777ec-aa35-4013-b32f-03a9f1f3ccef tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 May 12 05:36:11.235672 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfc512-b348-40b5-9d4e-9ad31d15598f req-b4621af0-590e-449b-b827-8f72167a5df2 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:11.237121 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-08dfc512-b348-40b5-9d4e-9ad31d15598f req-b4621af0-590e-449b-b827-8f72167a5df2 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 946 time: 0.0566628 May 12 05:36:11.274650 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-08dfc512-b348-40b5-9d4e-9ad31d15598f req-e9fa88c5-2d88-47b4-9abe-da675cd0978b tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 May 12 05:36:11.863514 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd03696-1c9c-4127-86b1-d7355ca02dc5 req-0201301d-d169-4ca4-88cb-2d740ecfeaa4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:11.864906 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1dd03696-1c9c-4127-86b1-d7355ca02dc5 req-0201301d-d169-4ca4-88cb-2d740ecfeaa4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 946 time: 0.0515039 May 12 05:36:11.902652 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-1dd03696-1c9c-4127-86b1-d7355ca02dc5 req-1cbed801-508c-4861-b0e4-1845c569431f tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 May 12 05:36:13.029813 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509564d4-5509-4209-8cd0-f1ea8e0b815d req-fcf3bef0-f21c-4d2f-a6d8-e79a718d50b3 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:13.031275 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-509564d4-5509-4209-8cd0-f1ea8e0b815d req-fcf3bef0-f21c-4d2f-a6d8-e79a718d50b3 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 946 time: 0.0533369 May 12 05:36:13.068544 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-509564d4-5509-4209-8cd0-f1ea8e0b815d req-0c3f6bc6-5198-4340-9505-9c7130c8777e tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 May 12 05:36:13.249460 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b55023-231f-4804-8227-558332503f57 req-b6089c73-a1aa-4466-8ef5-3f3b067314e3 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:13.250969 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-60b55023-231f-4804-8227-558332503f57 req-b6089c73-a1aa-4466-8ef5-3f3b067314e3 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.35 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 946 time: 0.0500906 May 12 05:36:13.349878 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Deleting port 3d84ac4a-4a4c-412a-811b-332f39635b75 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:36:13.350226 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:13.439947 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] For port 3d84ac4a-4a4c-412a-811b-332f39635b75, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3d84ac4a-4a4c-412a-811b-332f39635b75,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:13.440242 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:13.456903 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Calling delete_port for 3d84ac4a-4a4c-412a-811b-332f39635b75 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:36:13.590265 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:13.605100 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['3d84ac4a-4a4c-412a-811b-332f39635b75'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:36:13.624065 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Pushing event deleted for resources: {'Port': ['ID=3d84ac4a-4a4c-412a-811b-332f39635b75,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:13.636807 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.637155 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.637492 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.637939 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.638265 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.638590 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.638917 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.639235 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.639729 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.641041 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.641391 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.641767 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:13.677025 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] No DVR routers for this DVR port 3d84ac4a-4a4c-412a-811b-332f39635b75 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:36:13.679480 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:13.683989 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-60b55023-231f-4804-8227-558332503f57 req-bb74e475-82c8-440b-a4ce-7a6b1aeb19de tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.35 "DELETE /v2.0/ports/3d84ac4a-4a4c-412a-811b-332f39635b75 HTTP/1.1" status: 204 len: 173 time: 0.4243088 May 12 05:36:13.684425 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f7c5c7-98b3-4f31-ab42-1792160f2be6', 'name': 'network-vif-deleted', 'tag': '3d84ac4a-4a4c-412a-811b-332f39635b75'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:13.686793 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f44cdbc-c8a6-49aa-b236-1a0da74ce0db" -d '{"events": [{"server_uuid": "11f7c5c7-98b3-4f31-ab42-1792160f2be6", "name": "network-vif-deleted", "tag": "3d84ac4a-4a4c-412a-811b-332f39635b75"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:13.724069 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c1e2a0-0aa1-40ae-8815-fdad84d087c9 x-openstack-request-id: req-73c1e2a0-0aa1-40ae-8815-fdad84d087c9 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:13.724429 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f7c5c7-98b3-4f31-ab42-1792160f2be6", "name": "network-vif-deleted", "tag": "3d84ac4a-4a4c-412a-811b-332f39635b75", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:13.724749 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73c1e2a0-0aa1-40ae-8815-fdad84d087c9 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:13.725226 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c1e2a0-0aa1-40ae-8815-fdad84d087c9'] response: {'server_uuid': '11f7c5c7-98b3-4f31-ab42-1792160f2be6', 'name': 'network-vif-deleted', 'tag': '3d84ac4a-4a4c-412a-811b-332f39635b75', 'status': 'completed', 'code': 200} May 12 05:36:14.182505 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-12c012ac-e4b9-4abf-b787-3c11191af67c req-74d8d647-81bb-432d-be8a-ab7451263f2c tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=11f7c5c7-98b3-4f31-ab42-1792160f2be6 HTTP/1.1" status: 200 len: 210 time: 0.0298593 May 12 05:36:15.436615 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9db0bd3a-6aa4-4ecf-aaa3-818f6cd710fd tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:15.438049 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9db0bd3a-6aa4-4ecf-aaa3-818f6cd710fd tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/networks?id=7f25ccbe-e3b1-4f31-8833-228ad3038947 HTTP/1.1" status: 200 len: 809 time: 0.0954239 May 12 05:36:15.453131 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-ebac3c3b-937f-4c5c-9594-de29cdc83d80 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/quotas/0b8e22b0217f40e9bdbbe758a35c0af7 HTTP/1.1" status: 200 len: 375 time: 0.0094121 May 12 05:36:15.482912 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-498acd8c-808f-447c-9597-93c793081114 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b8e22b0217f40e9bdbbe758a35c0af7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247247 May 12 05:36:15.570208 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-8ff3e650-1756-486b-99d2-b790c611358f service neutron] 10.222.0.23 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804517 May 12 05:36:15.656748 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-4e8a1784-a249-4c99-8922-12bf38d646a8 service neutron] 10.222.0.23 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806487 May 12 05:36:15.808574 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-bfb46242-76ac-4552-af17-cb1e5f880a48 req-6c722885-a390-41dd-bc7e-fd6f2f5be8ae tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 210 time: 0.0251265 May 12 05:36:16.093733 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b7fc-cd03-4177-bb3c-1d31c6d99fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:16.713446 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-37bd3629-2f42-4dd9-a5c4-67620bad3a65 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:16.714862 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-37bd3629-2f42-4dd9-a5c4-67620bad3a65 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.35 "GET /v2.0/networks?id=7f25ccbe-e3b1-4f31-8833-228ad3038947 HTTP/1.1" status: 200 len: 809 time: 0.1051791 May 12 05:36:16.730069 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Request body: {'port': {'device_id': 'a3c7e561-8c5e-4c79-8e44-fdd148842158', 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947', 'admin_state_up': True, 'tenant_id': '0b8e22b0217f40e9bdbbe758a35c0af7'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:16.831878 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Made reservation on behalf of 0b8e22b0217f40e9bdbbe758a35c0af7 for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:36:16.835322 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:16.920378 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-cb60581a-84a3-4d37-acc0-f35bc3b8a2d9 req-6ef47acf-e72d-4bb9-a156-a2f1a6d4d2fb tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 210 time: 0.0309207 May 12 05:36:16.980508 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Allocated IP 172.20.0.3 (7f25ccbe-e3b1-4f31-8833-228ad3038947/9c446530-758d-4b8a-97f9-3bfd3f3b85dc/2584ced0-8f9f-4848-bb58-533c7657ef9b) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:36:17.122326 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:17.153801 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:17.196928 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Network 7f25ccbe-e3b1-4f31-8833-228ad3038947 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:36:17.199984 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:36:17.203668 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:36:17.228789 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Pushing event updated for resources: {'Port': ['ID=2584ced0-8f9f-4848-bb58-533c7657ef9b,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:17.259041 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:17.259674 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:17.274673 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-9aa56897-8987-420f-b7df-08ffe4710c18 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489616 May 12 05:36:17.287854 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Request body: {'port': {'device_id': 'a3c7e561-8c5e-4c79-8e44-fdd148842158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:17.343023 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:17.480380 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 3d84ac4a-4a4c-412a-811b-332f39635b75 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:36:17.482776 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-c17a90be-55fc-4111-a8ae-4273d1922f74 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278554596&fields=id&tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf HTTP/1.1" status: 200 len: 267 time: 0.0320585 May 12 05:36:17.501148 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 3d84ac4a-4a4c-412a-811b-332f39635b75 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:36:17.501492 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 3d84ac4a-4a4c-412a-811b-332f39635b75 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:36:17.589971 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-15d794e9-19c1-4f82-997b-c12e83efa298 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:17.591382 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-15d794e9-19c1-4f82-997b-c12e83efa298 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 809 time: 0.0999584 May 12 05:36:17.597479 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2584ced0-8f9f-4848-bb58-533c7657ef9b {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:36:17.605401 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:17.607357 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-8b86bd43-08ba-46e1-a0af-24f49a8f6e8b tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/quotas/77b0f50af0874f9ea1a9b87f5edf8cbf HTTP/1.1" status: 200 len: 375 time: 0.0094092 May 12 05:36:17.617550 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Transition to ACTIVE for port object 2584ced0-8f9f-4848-bb58-533c7657ef9b will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:36:17.621209 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:17.660380 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-075e8970-f727-49b0-8681-7ec381b198bd tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469413 May 12 05:36:17.669756 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Pushing event updated for resources: {'Port': ['ID=2584ced0-8f9f-4848-bb58-533c7657ef9b,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:17.849827 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-5fd539c0-c779-4873-8620-0e058bb3661c service neutron] 10.222.0.23 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770029 May 12 05:36:17.945877 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-18bedfdf-09a2-4c69-a684-5724b4362231 service neutron] 10.222.0.23 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887144 May 12 05:36:17.968209 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Attempting to bind port 2584ced0-8f9f-4848-bb58-533c7657ef9b on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:36:17.968742 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Attempting to bind port 2584ced0-8f9f-4848-bb58-533c7657ef9b by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:36:17.968862 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Attempting to bind port 2584ced0-8f9f-4848-bb58-533c7657ef9b on network 7f25ccbe-e3b1-4f31-8833-228ad3038947 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:17.973309 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Port 2584ced0-8f9f-4848-bb58-533c7657ef9b on network 7f25ccbe-e3b1-4f31-8833-228ad3038947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:36:17.973631 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Attempting to bind port 2584ced0-8f9f-4848-bb58-533c7657ef9b on network 7f25ccbe-e3b1-4f31-8833-228ad3038947 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:17.978996 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:36:17.979333 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Checking segment: {'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:36:17.979742 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Bound using segment: {'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:36:17.980168 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Bound port: 2584ced0-8f9f-4848-bb58-533c7657ef9b, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bf2ca7-085d-4411-b91f-ceaafad89b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:36:17.980548 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:18.075960 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66da45-bc4f-4a47-b3d3-0244e93ffd7f req-fc4dc9f3-40f2-4f99-aad9-021667db77a7 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:18.077426 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2f66da45-bc4f-4a47-b3d3-0244e93ffd7f req-fc4dc9f3-40f2-4f99-aad9-021667db77a7 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 943 time: 0.0858245 May 12 05:36:18.082554 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] For port 2584ced0-8f9f-4848-bb58-533c7657ef9b, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:36:18.087663 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] For port 2584ced0-8f9f-4848-bb58-533c7657ef9b, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2584ced0-8f9f-4848-bb58-533c7657ef9b,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:36:18.103991 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:18.150970 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:18.151580 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:18.153098 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] 10.222.0.35 "PUT /v2.0/ports/2584ced0-8f9f-4848-bb58-533c7657ef9b HTTP/1.1" status: 200 len: 1093 time: 0.8691831 May 12 05:36:18.153532 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7e561-8c5e-4c79-8e44-fdd148842158', 'tag': '2584ced0-8f9f-4848-bb58-533c7657ef9b'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:18.155776 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f644fb5-e674-49cf-9587-673c714bf751" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7e561-8c5e-4c79-8e44-fdd148842158", "tag": "2584ced0-8f9f-4848-bb58-533c7657ef9b"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:18.165126 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2f66da45-bc4f-4a47-b3d3-0244e93ffd7f req-ad7fc288-1115-489a-a336-87bf7ad740b7 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801115 May 12 05:36:18.188592 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3dee2-728e-41a1-8b90-8cc89c0df013 service neutron] Pushing event updated for resources: {'Port': ['ID=2584ced0-8f9f-4848-bb58-533c7657ef9b,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:18.239334 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38afc398-ec3b-4307-a0d4-d470b92ff181 x-openstack-request-id: req-38afc398-ec3b-4307-a0d4-d470b92ff181 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:18.239732 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7e561-8c5e-4c79-8e44-fdd148842158", "tag": "2584ced0-8f9f-4848-bb58-533c7657ef9b", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:18.240057 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38afc398-ec3b-4307-a0d4-d470b92ff181 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:18.243752 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38afc398-ec3b-4307-a0d4-d470b92ff181'] response: {'name': 'network-changed', 'server_uuid': 'a3c7e561-8c5e-4c79-8e44-fdd148842158', 'tag': '2584ced0-8f9f-4848-bb58-533c7657ef9b', 'status': 'completed', 'code': 200} May 12 05:36:18.269350 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e9361f8c-7e62-471c-beee-960fd0f45f7d req-54aded38-41c9-4590-812f-244eed12a586 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 210 time: 0.0318334 May 12 05:36:18.279174 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-cfd8252c-fa7f-410b-8cfc-49724566948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:18.289700 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-cfd8252c-fa7f-410b-8cfc-49724566948f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b8e22b0217f40e9bdbbe758a35c0af7&device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 1096 time: 0.0773244 May 12 05:36:18.328441 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f718a8bd-560e-4f68-9cc7-f49b1c82174e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:18.333834 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-d6dfd798-bc3c-4285-85f2-ad09d54e09b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2584ced0-8f9f-4848-bb58-533c7657ef9b HTTP/1.1" status: 200 len: 217 time: 0.0372574 May 12 05:36:18.384006 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-c0c18f77-d3a7-44fc-a789-e41136ae772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:18.385494 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-c0c18f77-d3a7-44fc-a789-e41136ae772f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c446530-758d-4b8a-97f9-3bfd3f3b85dc HTTP/1.1" status: 200 len: 849 time: 0.0437701 May 12 05:36:18.425002 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-7cfdd494-038b-4ad7-b05e-a9d0be892abd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f25ccbe-e3b1-4f31-8833-228ad3038947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291257 May 12 05:36:18.520515 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-24f8455e-f30e-47ed-8860-df7c7ae98b2b service neutron] 10.222.0.35 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883183 May 12 05:36:18.570098 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:36:18.616617 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b5cc71e2-172f-46ad-b590-8ed92c5d4b4c req-6aec4985-dd1a-43c6-acf8-62d491a18b7f service neutron] 10.222.0.35 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878701 May 12 05:36:18.718780 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f644fb5-e674-49cf-9587-673c714bf751 req-ab101129-1938-4906-853c-16b911d7058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:18.720291 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f644fb5-e674-49cf-9587-673c714bf751 req-ab101129-1938-4906-853c-16b911d7058a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b8e22b0217f40e9bdbbe758a35c0af7&device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 1096 time: 0.0418611 May 12 05:36:18.819641 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f644fb5-e674-49cf-9587-673c714bf751 req-f2c6e56c-10ee-42c8-b522-bf043cbaa92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:18.821070 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f644fb5-e674-49cf-9587-673c714bf751 req-f2c6e56c-10ee-42c8-b522-bf043cbaa92f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f25ccbe-e3b1-4f31-8833-228ad3038947 HTTP/1.1" status: 200 len: 910 time: 0.0938220 May 12 05:36:18.869526 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f644fb5-e674-49cf-9587-673c714bf751 req-151f7cef-e1c6-480b-a6e9-72ae8f70eaa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2584ced0-8f9f-4848-bb58-533c7657ef9b HTTP/1.1" status: 200 len: 217 time: 0.0338497 May 12 05:36:18.920155 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f644fb5-e674-49cf-9587-673c714bf751 req-32593301-b61c-43d2-87af-29d1434a4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:18.921543 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f644fb5-e674-49cf-9587-673c714bf751 req-32593301-b61c-43d2-87af-29d1434a4146 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c446530-758d-4b8a-97f9-3bfd3f3b85dc HTTP/1.1" status: 200 len: 849 time: 0.0452359 May 12 05:36:18.952962 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f644fb5-e674-49cf-9587-673c714bf751 req-a434a492-ea79-4c92-924c-0401b3f3c741 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f25ccbe-e3b1-4f31-8833-228ad3038947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239682 May 12 05:36:19.038736 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f644fb5-e674-49cf-9587-673c714bf751 req-827ff2e7-7926-4667-baf1-68345cfa7a5b service neutron] 10.222.0.35 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780680 May 12 05:36:19.132834 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-8f644fb5-e674-49cf-9587-673c714bf751 req-21b3ddfb-44cd-4fcb-a7a2-1a4edb3d1b54 service neutron] 10.222.0.35 "GET /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865068 May 12 05:36:19.243374 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-6e555e33-fb00-44e5-a36e-678f5fda12c1 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:19.245059 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-6e555e33-fb00-44e5-a36e-678f5fda12c1 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 809 time: 0.1049554 May 12 05:36:19.289866 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-f04c2559-aeca-4cab-bdea-dccf7743e3a7 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf HTTP/1.1" status: 200 len: 380 time: 0.0353172 May 12 05:36:19.292957 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d3b2-6632-4b75-ade5-289961221d4b req-cdac2840-3699-4dd2-863a-fde7ca9eecba tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:19.294686 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb34d3b2-6632-4b75-ade5-289961221d4b req-cdac2840-3699-4dd2-863a-fde7ca9eecba tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 943 time: 0.0527413 May 12 05:36:19.303046 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'port': {'device_id': 'c72af089-6731-4744-9e90-849030dcddf9', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'admin_state_up': True, 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'security_groups': ['af9d198b-b727-44ec-a171-58677554e8a4']}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:19.351540 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-eb34d3b2-6632-4b75-ade5-289961221d4b req-b4b6a6a0-a45d-4784-9342-8ea63929487f tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 May 12 05:36:19.364789 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:19.389349 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5699e206-6b3d-44b4-bca5-ccd66038242b req-ce92d313-36aa-4e94-9dfa-1e574da782f1 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 210 time: 0.0293722 May 12 05:36:19.439346 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Made reservation on behalf of 77b0f50af0874f9ea1a9b87f5edf8cbf for: {'port': 1} {{(pid=101910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 05:36:19.443043 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:19.578822 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Allocated IP 172.20.0.8 (2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3/c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b/29a9a9a0-5dd1-4f30-a9c9-e45623609509) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:36:19.720552 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:19.751329 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:19.792148 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:36:19.795265 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:36:19.798743 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:36:19.823921 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:19.850941 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:19.851556 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:19.868275 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-cf4766cf-e6df-4c9e-86c2-d0e009dd2156 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691087 May 12 05:36:19.884178 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Request body: {'port': {'device_id': 'c72af089-6731-4744-9e90-849030dcddf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:19.941514 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:20.006811 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-4457e4be-94dc-405f-b098-6a803a685f81 None None] Provisioning complete for port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 triggered by entity DHCP. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:20.007107 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4457e4be-94dc-405f-b098-6a803a685f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:20.042298 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-4457e4be-94dc-405f-b098-6a803a685f81 None None] Port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 cannot update to ACTIVE because it is not bound. {{(pid=101912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 12 05:36:20.199040 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a9a9a0-5dd1-4f30-a9c9-e45623609509 {{(pid=101910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:36:20.206637 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:20.218808 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.provisioning_blocks [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Transition to ACTIVE for port object 29a9a9a0-5dd1-4f30-a9c9-e45623609509 will not be triggered until provisioned by entity L2. {{(pid=101910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 05:36:20.222639 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:20.271641 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Pushing event updated for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:20.349427 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Attempting to bind port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 05:36:20.349773 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Attempting to bind port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 05:36:20.350108 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Attempting to bind port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 on network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:20.354545 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 on network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 05:36:20.354866 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Attempting to bind port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 on network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 05:36:20.359994 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Checking agent: {'id': '47e654fa-a78d-4a46-b411-eb185389a25c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'started_at': datetime.datetime(2022, 5, 12, 5, 26, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 5, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 05:36:20.360320 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Checking segment: {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 12 05:36:20.360700 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Bound using segment: {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'} {{(pid=101910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 05:36:20.361129 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.managers [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Bound port: 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75f0e01-106d-4267-99af-95931dc5a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3'}}] {{(pid=101910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 05:36:20.361484 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:20.432432 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, cleared binding levels {{(pid=101910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 05:36:20.435537 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 05:36:20.441111 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:20.471772 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476974e-05ce-4ce2-957f-1cf529a8deee req-4d0543d5-7a9e-48b8-b0eb-fed3e1c25573 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:20.473248 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2476974e-05ce-4ce2-957f-1cf529a8deee req-4d0543d5-7a9e-48b8-b0eb-fed3e1c25573 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 943 time: 0.0615344 May 12 05:36:20.487570 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:20.488682 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:20.490047 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] 10.222.0.35 "PUT /v2.0/ports/29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 1093 time: 0.6102586 May 12 05:36:20.490888 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:20.493137 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c" -d '{"events": [{"name": "network-changed", "server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:20.534980 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-2476974e-05ce-4ce2-957f-1cf529a8deee req-e4dbbd53-3d6b-4d75-b7e1-b01869fdad93 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540767 May 12 05:36:20.579533 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f55ebf6-9bdc-49c4-9231-78ec9654d344 x-openstack-request-id: req-1f55ebf6-9bdc-49c4-9231-78ec9654d344 {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:20.579845 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:20.580095 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f55ebf6-9bdc-49c4-9231-78ec9654d344 {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:20.580489 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f55ebf6-9bdc-49c4-9231-78ec9654d344'] response: {'name': 'network-changed', 'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'status': 'completed', 'code': 200} May 12 05:36:20.591327 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03003143-2263-471a-83dd-c7b24f354cc1 req-f2e3582b-a373-46ce-baa4-6b71579c385a tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:20.592881 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-03003143-2263-471a-83dd-c7b24f354cc1 req-f2e3582b-a373-46ce-baa4-6b71579c385a tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 943 time: 0.1174409 May 12 05:36:20.595291 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc02c13-9249-4d31-80f7-1a54c6ae5d19 service neutron] Pushing event updated for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=3']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:20.629562 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-d127c8e7-e8be-46dc-8c21-47dd06ee65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:20.631031 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-d127c8e7-e8be-46dc-8c21-47dd06ee65d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0864015 May 12 05:36:20.651619 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-03003143-2263-471a-83dd-c7b24f354cc1 req-1ef8a076-f467-40cd-85e5-b28d5ace8b43 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501022 May 12 05:36:20.677855 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-2d5ef8e4-9d70-4da9-b62c-610268cecd5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 217 time: 0.0380514 May 12 05:36:20.729103 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-b1cc9ec8-19ca-4e0d-b3f2-daf4a0ff436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:20.730552 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-b1cc9ec8-19ca-4e0d-b3f2-daf4a0ff436e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0426824 May 12 05:36:20.781520 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-773ce0f8-7ed0-4cfe-8e0e-718750f33054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:20.782921 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-773ce0f8-7ed0-4cfe-8e0e-718750f33054 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0423195 May 12 05:36:20.858804 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:20.870167 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-97940a64-d1e4-47c1-9be1-55e88ddb0290 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798049 May 12 05:36:20.962301 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-91289a35-97af-42f1-ac7a-51f5aa8f739c req-09b2336b-10e9-44b7-886e-c1d273a8468c service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813246 May 12 05:36:21.058504 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-7130f2f7-365d-4477-9094-887ce38f25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:21.059652 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-7130f2f7-365d-4477-9094-887ce38f25f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0400734 May 12 05:36:21.147903 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-8cb6bdfe-942d-4958-854f-3a1538a2428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:21.149337 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-8cb6bdfe-942d-4958-854f-3a1538a2428a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.0820291 May 12 05:36:21.176510 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:21.190770 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-d67ff244-efb1-4e9d-8d9f-8a225b17fcf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 217 time: 0.0341070 May 12 05:36:21.253888 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-73a143c4-dae5-460c-90c2-58e78afc2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:21.255341 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-73a143c4-dae5-460c-90c2-58e78afc2045 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0493951 May 12 05:36:21.298701 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-cd3be8ff-f316-4f97-b11c-c6e327c63cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:21.300175 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-cd3be8ff-f316-4f97-b11c-c6e327c63cd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0382349 May 12 05:36:21.388994 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-daa29b8e-a02c-4a51-a42f-2257264635f2 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807705 May 12 05:36:21.473678 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ac9d0aa6-2201-4025-855e-fcf2a87bb14c req-3206c768-794b-49aa-8833-9359e3d7d24f service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772645 May 12 05:36:21.508889 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 2584ced0-8f9f-4848-bb58-533c7657ef9b details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:36:21.600105 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 2584ced0-8f9f-4848-bb58-533c7657ef9b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2584ced0-8f9f-4848-bb58-533c7657ef9b,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:21.614843 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '2584ced0-8f9f-4848-bb58-533c7657ef9b', 'network_id': '7f25ccbe-e3b1-4f31-8833-228ad3038947', 'port_id': '2584ced0-8f9f-4848-bb58-533c7657ef9b', 'mac_address': 'fa:16:3e:9f:a3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c446530-758d-4b8a-97f9-3bfd3f3b85dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:36:21.640014 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809239fb-484d-41a9-aa4e-0037b90b2eef req-8778df27-33b3-4303-b090-9565cb2d8c9a tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:21.641383 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-809239fb-484d-41a9-aa4e-0037b90b2eef req-8778df27-33b3-4303-b090-9565cb2d8c9a tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 943 time: 0.0484905 May 12 05:36:21.651752 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 2584ced0-8f9f-4848-bb58-533c7657ef9b is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:21.652141 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:21.664732 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2584ced0-8f9f-4848-bb58-533c7657ef9b {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:36:21.678307 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-809239fb-484d-41a9-aa4e-0037b90b2eef req-f809b51f-e970-45d2-915b-6b5c186915b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309513 May 12 05:36:21.686078 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 2584ced0-8f9f-4848-bb58-533c7657ef9b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2584ced0-8f9f-4848-bb58-533c7657ef9b,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:21.692126 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:21.737856 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=2584ced0-8f9f-4848-bb58-533c7657ef9b,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:21.771899 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6335726-654b-4ac0-8953-cd4a0ace29b8 req-be9a46a3-d1da-4054-adcb-3b2898c7f4b0 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:21.773349 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c6335726-654b-4ac0-8953-cd4a0ace29b8 req-be9a46a3-d1da-4054-adcb-3b2898c7f4b0 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 943 time: 0.0526578 May 12 05:36:21.809666 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-c6335726-654b-4ac0-8953-cd4a0ace29b8 req-c22c363d-789f-4449-869b-4b833dd87819 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297785 May 12 05:36:21.916137 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['2584ced0-8f9f-4848-bb58-533c7657ef9b'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:36:22.789338 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39942a2b-b07a-4c5b-9e92-f1c459a71444 req-629bc282-b7e5-4107-94f9-c6b02ac6c731 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:22.790833 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-39942a2b-b07a-4c5b-9e92-f1c459a71444 req-629bc282-b7e5-4107-94f9-c6b02ac6c731 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 944 time: 0.0466473 May 12 05:36:22.828133 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-39942a2b-b07a-4c5b-9e92-f1c459a71444 req-a05204d4-f579-4a43-aef2-0143b575b878 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 May 12 05:36:22.919463 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd8aa5-8526-421e-91eb-64a010d1f852 req-088ea6d3-71df-42ab-a428-ec534bce6418 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:22.920921 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3dcd8aa5-8526-421e-91eb-64a010d1f852 req-088ea6d3-71df-42ab-a428-ec534bce6418 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 943 time: 0.0465024 May 12 05:36:22.957334 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-3dcd8aa5-8526-421e-91eb-64a010d1f852 req-ade24290-2841-4e55-b4aa-c76d5bfcd7e6 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304277 May 12 05:36:23.511361 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 29a9a9a0-5dd1-4f30-a9c9-e45623609509 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:36:23.515310 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 2584ced0-8f9f-4848-bb58-533c7657ef9b up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:23.624157 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 2584ced0-8f9f-4848-bb58-533c7657ef9b completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:36:23.636082 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 2584ced0-8f9f-4848-bb58-533c7657ef9b triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:23.636443 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:23.671365 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:23.688798 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'port_id': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'mac_address': 'fa:16:3e:ad:c0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:36:23.754699 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:23.755080 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:23.767679 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 2584ced0-8f9f-4848-bb58-533c7657ef9b is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:23.768005 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:23.780251 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a9a9a0-5dd1-4f30-a9c9-e45623609509 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:36:23.807216 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c7e561-8c5e-4c79-8e44-fdd148842158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2584ced0-8f9f-4848-bb58-533c7657ef9b'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:23.809437 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc8c6e4-5fc6-482a-8099-bb49ff6e95ef" -d '{"events": [{"server_uuid": "a3c7e561-8c5e-4c79-8e44-fdd148842158", "name": "network-vif-plugged", "status": "completed", "tag": "2584ced0-8f9f-4848-bb58-533c7657ef9b"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:23.813012 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:23.820777 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:23.827339 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 2584ced0-8f9f-4848-bb58-533c7657ef9b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2584ced0-8f9f-4848-bb58-533c7657ef9b,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:23.845236 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:23.849419 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9990b2-1ee5-4edb-b6e3-581943fcdea3 x-openstack-request-id: req-2f9990b2-1ee5-4edb-b6e3-581943fcdea3 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:23.849703 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c7e561-8c5e-4c79-8e44-fdd148842158", "name": "network-vif-plugged", "status": "completed", "tag": "2584ced0-8f9f-4848-bb58-533c7657ef9b", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:23.849948 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f9990b2-1ee5-4edb-b6e3-581943fcdea3 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:23.850323 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9990b2-1ee5-4edb-b6e3-581943fcdea3'] response: {'server_uuid': 'a3c7e561-8c5e-4c79-8e44-fdd148842158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2584ced0-8f9f-4848-bb58-533c7657ef9b', 'code': 200} May 12 05:36:23.881402 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=4']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:23.933824 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=2584ced0-8f9f-4848-bb58-533c7657ef9b,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:23.947241 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7dc6ea-507c-4286-bbab-95f21999d488 req-4499c6a6-6489-4008-bc8a-25111410aa00 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:23.948755 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0b7dc6ea-507c-4286-bbab-95f21999d488 req-4499c6a6-6489-4008-bc8a-25111410aa00 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 945 time: 0.0524216 May 12 05:36:23.987813 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-0b7dc6ea-507c-4286-bbab-95f21999d488 req-b2bd2cff-b292-4fb4-a3d1-d0fe42bfcc6e tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 May 12 05:36:24.029552 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b82c83-b578-44f6-b24c-5d2a9a5dd5e3 req-2b8d9b98-5515-4936-92c1-d56222d97e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:24.030945 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-14b82c83-b578-44f6-b24c-5d2a9a5dd5e3 req-2b8d9b98-5515-4936-92c1-d56222d97e4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 1098 time: 0.0420890 May 12 05:36:24.066516 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-14b82c83-b578-44f6-b24c-5d2a9a5dd5e3 req-28128110-678c-4e59-b132-a8a01dcc3561 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285845 May 12 05:36:24.068546 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['29a9a9a0-5dd1-4f30-a9c9-e45623609509'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:36:24.076398 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942ec9-7b3d-4394-a3e6-05570852f963 req-014b4600-7d04-4408-8b31-3cccdacc89d4 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:24.078033 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f0942ec9-7b3d-4394-a3e6-05570852f963 req-014b4600-7d04-4408-8b31-3cccdacc89d4 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 944 time: 0.0483460 May 12 05:36:24.121746 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-f0942ec9-7b3d-4394-a3e6-05570852f963 req-149d917b-e22b-4c83-ba37-951038ed625d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377839 May 12 05:36:25.102729 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfba111-fca1-42b0-8b3d-05c1bc236b73 req-cc81e045-291d-47a2-93ac-938b0403e716 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:25.104186 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-edfba111-fca1-42b0-8b3d-05c1bc236b73 req-cc81e045-291d-47a2-93ac-938b0403e716 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 945 time: 0.0469501 May 12 05:36:25.142199 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-edfba111-fca1-42b0-8b3d-05c1bc236b73 req-7e0a7fbb-d867-462c-8308-e5e660411218 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 May 12 05:36:25.237680 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d95f5-9190-4fa3-971d-f35d85f2146c req-f38442d4-dfef-43ea-beb6-c4644fa76ad4 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:25.239125 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8a1d95f5-9190-4fa3-971d-f35d85f2146c req-f38442d4-dfef-43ea-beb6-c4644fa76ad4 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 944 time: 0.0484107 May 12 05:36:25.276489 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-8a1d95f5-9190-4fa3-971d-f35d85f2146c req-1e01b79c-2923-4be8-856a-1f97f0409523 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304739 May 12 05:36:25.514710 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 29a9a9a0-5dd1-4f30-a9c9-e45623609509 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:36:25.569757 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning for port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 completed by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 05:36:25.573490 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:36:25.573858 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:25.646390 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:36:25.646772 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:25.679051 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:25.682701 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:25.729674 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=5']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:25.736406 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.736852 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.737194 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.737526 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.737856 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.738183 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.738507 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.738829 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.739152 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.739472 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.739814 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.740133 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:25.850978 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:25.853854 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33606728-a602-4768-a17e-f77c7684f69f" -d '{"events": [{"server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "name": "network-vif-plugged", "status": "completed", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:25.887772 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4441037f-bf26-4360-ac9c-72ba6550cc76 x-openstack-request-id: req-4441037f-bf26-4360-ac9c-72ba6550cc76 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:25.888067 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "name": "network-vif-plugged", "status": "completed", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:25.888340 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4441037f-bf26-4360-ac9c-72ba6550cc76 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:25.888734 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4441037f-bf26-4360-ac9c-72ba6550cc76'] response: {'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'code': 200} May 12 05:36:26.125312 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d10b79-dbf8-4d72-80d8-411212ae820f req-892ac9e8-36f1-4fc5-b289-9c86bfccd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:26.126780 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e4d10b79-dbf8-4d72-80d8-411212ae820f req-892ac9e8-36f1-4fc5-b289-9c86bfccd7e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0384312 May 12 05:36:26.160400 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e4d10b79-dbf8-4d72-80d8-411212ae820f req-1057d818-3845-4e57-b130-aff727c47920 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270567 May 12 05:36:26.257527 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1aa9d2-36d6-408e-8b8e-78efe0cdc329 req-601032a9-7d48-4e47-8753-3dd4ecf8c184 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:26.259504 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a1aa9d2-36d6-408e-8b8e-78efe0cdc329 req-601032a9-7d48-4e47-8753-3dd4ecf8c184 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 945 time: 0.0498176 May 12 05:36:26.297601 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4a1aa9d2-36d6-408e-8b8e-78efe0cdc329 req-aabec886-6684-4dce-86b1-e5a649afe740 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 May 12 05:36:26.395748 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00ffe2-8cb4-406b-9ff6-fd2c25e75c85 req-10db779c-7afc-4a43-94f4-37dda3697c8c tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:26.397200 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4e00ffe2-8cb4-406b-9ff6-fd2c25e75c85 req-10db779c-7afc-4a43-94f4-37dda3697c8c tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0511515 May 12 05:36:26.434688 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-4e00ffe2-8cb4-406b-9ff6-fd2c25e75c85 req-28e1f9b3-a052-4a19-8aa8-8e0c6569dd32 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 May 12 05:36:26.908914 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8423873-1e72-46be-8aea-d41a718383a3 req-c1c12887-ad31-4120-a471-4abe3e7d0c8c tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:26.910273 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e8423873-1e72-46be-8aea-d41a718383a3 req-c1c12887-ad31-4120-a471-4abe3e7d0c8c tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 945 time: 0.0477111 May 12 05:36:26.947022 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-e8423873-1e72-46be-8aea-d41a718383a3 req-a9da4bfa-6dbc-49f4-af53-397e88bedbd1 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302503 May 12 05:36:27.549353 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f883345-e445-40d9-86bd-1035126c57cf req-df722b32-a7b7-4990-9fc8-db91d6490aab tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:27.550694 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4f883345-e445-40d9-86bd-1035126c57cf req-df722b32-a7b7-4990-9fc8-db91d6490aab tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0466540 May 12 05:36:27.591287 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4f883345-e445-40d9-86bd-1035126c57cf req-aa7e9a2a-616d-4852-838c-7c3673d75171 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340111 May 12 05:36:27.702987 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dc94a-95cb-4b03-bfd0-c85394cf50ac req-92ea94a7-20ad-481c-93fb-067d61569cc5 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:27.704435 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a69dc94a-95cb-4b03-bfd0-c85394cf50ac req-92ea94a7-20ad-481c-93fb-067d61569cc5 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0468519 May 12 05:36:27.739513 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-a69dc94a-95cb-4b03-bfd0-c85394cf50ac req-31a514a7-4aa1-4ac0-94c3-9d7d52039d75 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293491 May 12 05:36:27.760636 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53334) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:27.846133 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e622e6a-cdaf-4837-b9df-e88b52405a8e tempest-TestShelveInstance-1307402819 tempest-TestShelveInstance-1307402819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:27.847631 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-1e622e6a-cdaf-4837-b9df-e88b52405a8e tempest-TestShelveInstance-1307402819 tempest-TestShelveInstance-1307402819-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1093 time: 0.0860481 May 12 05:36:27.850722 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53338) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:27.855413 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.v2.base [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Request body: {'floatingip': {'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'port_id': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 05:36:27.875430 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for floatingip, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:27.966646 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:28.060436 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62ca32-b0ef-48fb-b09f-b3b44bf0b254 req-9fd3dc76-aeaf-45b8-ac24-a9e037775f13 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:28.062045 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3b62ca32-b0ef-48fb-b09f-b3b44bf0b254 req-9fd3dc76-aeaf-45b8-ac24-a9e037775f13 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 945 time: 0.0483255 May 12 05:36:28.070452 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.db_base_plugin_common [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Allocated IP 172.28.0.53 (12afdb92-96d0-485f-bc4f-221d0fe4f14a/624901a3-dc0f-4510-a7dd-12a496d5bde3/230cbb6e-c743-453f-b12d-228708700f8d) {{(pid=101910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 05:36:28.102079 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-3b62ca32-b0ef-48fb-b09f-b3b44bf0b254 req-3a0e51eb-8ae4-49f9-898a-9e72dccb5bf0 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339901 May 12 05:36:28.171466 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for port, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:28.207056 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768891548600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:28.248009 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Network 12afdb92-96d0-485f-bc4f-221d0fe4f14a is already hosted by enough agents. {{(pid=101910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 05:36:28.250731 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.base_scheduler [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Resources bound (agent type, host, resource id): {{(pid=101910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 05:36:28.254113 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Received port after_create {{(pid=101910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 05:36:28.261764 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'Port': ['ID=230cbb6e-c743-453f-b12d-228708700f8d,revision_number=1']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:28.362002 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efea54b-7f8e-437e-b825-41945636ad85 req-28812acb-a998-416d-9adf-f164eb84a298 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:28.363331 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6efea54b-7f8e-437e-b825-41945636ad85 req-28812acb-a998-416d-9adf-f164eb84a298 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 945 time: 0.0830286 May 12 05:36:28.562485 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Deleting port 2584ced0-8f9f-4848-bb58-533c7657ef9b {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:36:28.562823 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:28.710095 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] For port 2584ced0-8f9f-4848-bb58-533c7657ef9b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2584ced0-8f9f-4848-bb58-533c7657ef9b,segment=NetworkSegment(12bf2ca7-085d-4411-b91f-ceaafad89b6f),segment_id=12bf2ca7-085d-4411-b91f-ceaafad89b6f)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:36:28.710771 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:28.752360 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Calling delete_port for 2584ced0-8f9f-4848-bb58-533c7657ef9b owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:36:28.813783 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:29.144594 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:29.223499 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:29.235979 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['2584ced0-8f9f-4848-bb58-533c7657ef9b'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:36:29.268855 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Pushing event deleted for resources: {'Port': ['ID=2584ced0-8f9f-4848-bb58-533c7657ef9b,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:29.338839 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebd16-0578-47f6-b9d3-3267a0e56087 req-26758dc0-c701-4f0d-b079-833e313114b6 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:29.340311 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fceebd16-0578-47f6-b9d3-3267a0e56087 req-26758dc0-c701-4f0d-b079-833e313114b6 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3c7e561-8c5e-4c79-8e44-fdd148842158 HTTP/1.1" status: 200 len: 867 time: 0.1675284 May 12 05:36:29.360295 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] No DVR routers for this DVR port 2584ced0-8f9f-4848-bb58-533c7657ef9b on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:36:29.368792 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:29.371900 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-6efea54b-7f8e-437e-b825-41945636ad85 req-1639f0b5-c86a-4cca-908a-4ef1745258b4 tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.35 "DELETE /v2.0/ports/2584ced0-8f9f-4848-bb58-533c7657ef9b HTTP/1.1" status: 204 len: 173 time: 0.9890716 May 12 05:36:29.377487 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c7e561-8c5e-4c79-8e44-fdd148842158', 'name': 'network-vif-deleted', 'tag': '2584ced0-8f9f-4848-bb58-533c7657ef9b'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:29.380371 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fe172b-a34e-4e43-be1a-5287088554b7" -d '{"events": [{"server_uuid": "a3c7e561-8c5e-4c79-8e44-fdd148842158", "name": "network-vif-deleted", "tag": "2584ced0-8f9f-4848-bb58-533c7657ef9b"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:29.431224 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fceebd16-0578-47f6-b9d3-3267a0e56087 req-c3d1f287-a242-4506-b615-8dde075a4a4d tempest-VolumesActionsTest-1913528467 tempest-VolumesActionsTest-1913528467-project] 10.222.0.23 "GET /v2.0/security-groups?id=d85835cc-51a4-41a3-9564-9d2da5100703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735853 May 12 05:36:29.432631 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117c3bed-35e0-43a2-a363-e8761ec886ee x-openstack-request-id: req-117c3bed-35e0-43a2-a363-e8761ec886ee {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:29.432914 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c7e561-8c5e-4c79-8e44-fdd148842158", "name": "network-vif-deleted", "tag": "2584ced0-8f9f-4848-bb58-533c7657ef9b", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:29.433160 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-117c3bed-35e0-43a2-a363-e8761ec886ee {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:29.433544 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117c3bed-35e0-43a2-a363-e8761ec886ee'] response: {'server_uuid': 'a3c7e561-8c5e-4c79-8e44-fdd148842158', 'name': 'network-vif-deleted', 'tag': '2584ced0-8f9f-4848-bb58-533c7657ef9b', 'status': 'completed', 'code': 200} May 12 05:36:29.463126 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for port, precommit_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:29.467531 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406300'] for port, after_update {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:29.537876 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event updated for resources: {'Port': ['ID=230cbb6e-c743-453f-b12d-228708700f8d,revision_number=2']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:29.549185 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818522'] for floatingip, after_create {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:29.643701 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Floating IP 4f6fa54e-ec65-4836-96ca-fd9b3d0105c8 associated. External IP: 172.28.0.53, port: 29a9a9a0-5dd1-4f30-a9c9-e45623609509. May 12 05:36:29.848276 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Router e582e385-40f4-4c71-9ef6-a3a55de99054 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:36:29.953219 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:36:29.964019 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] Sync routers for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:36:29.970489 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:29.974269 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:36:29.974952 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:36:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:29.998750 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-cc4ef31a-78ff-417a-b26d-1ccf521fffcf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1450007 May 12 05:36:30.198274 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:36:30.412356 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '4f6fa54e-ec65-4836-96ca-fd9b3d0105c8', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'floating_ip_address': '172.28.0.53', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'port_id': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'mac_address': 'fa:16:3e:ad:c0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72af089-6731-4744-9e90-849030dcddf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:36:28Z', 'updated_at': '2022-05-12T05:36:28Z', 'revision_number': 0, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 5, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:30.437750 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] Checking router: e582e385-40f4-4c71-9ef6-a3a55de99054 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:36:30.445533 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:36:30.446123 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:36:18Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:30.551329 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:36:30.779753 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '4f6fa54e-ec65-4836-96ca-fd9b3d0105c8', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'floating_ip_address': '172.28.0.53', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'port_id': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'mac_address': 'fa:16:3e:ad:c0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72af089-6731-4744-9e90-849030dcddf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:36:28Z', 'updated_at': '2022-05-12T05:36:28Z', 'revision_number': 0, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 5, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:30.804442 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbfab07-9d1f-4876-abd8-58e5a2dcca9e None None] The sync data for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb is: [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_floatingips': [{'id': '4f6fa54e-ec65-4836-96ca-fd9b3d0105c8', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'floating_ip_address': '172.28.0.53', 'floating_network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'router_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'port_id': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'mac_address': 'fa:16:3e:ad:c0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72af089-6731-4744-9e90-849030dcddf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T05:36:28Z', 'updated_at': '2022-05-12T05:36:28Z', 'revision_number': 0, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 5, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:36:30.992166 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef0aec-ba44-4271-8f87-4e382f6616b9 None None] New status for floating IP 4f6fa54e-ec65-4836-96ca-fd9b3d0105c8: ACTIVE {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:36:31.434682 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:36:31.437057 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a36e52c-368c-4df0-9640-56cd1458ecbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:36:31.472362 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f7a135-4e71-4596-8d48-4cf741178f3a x-openstack-request-id: req-65f7a135-4e71-4596-8d48-4cf741178f3a {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:36:31.472651 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:36:31.472903 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65f7a135-4e71-4596-8d48-4cf741178f3a {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:36:31.473300 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f7a135-4e71-4596-8d48-4cf741178f3a'] response: {'name': 'network-changed', 'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'status': 'completed', 'code': 200} May 12 05:36:31.533539 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-9cba95c4-30f3-4718-9d5d-7f0f62bd24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:31.534991 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-9cba95c4-30f3-4718-9d5d-7f0f62bd24ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0398214 May 12 05:36:31.543519 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 2584ced0-8f9f-4848-bb58-533c7657ef9b no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:36:31.563145 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 2584ced0-8f9f-4848-bb58-533c7657ef9b {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:36:31.563486 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 2584ced0-8f9f-4848-bb58-533c7657ef9b not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:36:31.629525 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-ab210e99-5433-4744-8f56-ae2d6c2ecec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:31.630973 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-ab210e99-5433-4744-8f56-ae2d6c2ecec1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.0862470 May 12 05:36:31.693449 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-9c120b8c-a0a2-49ad-8583-2593c1ae8799 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 1000 time: 0.0557959 May 12 05:36:31.746361 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-0d491f18-7ca0-493b-9d4d-7af81e06268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:31.747773 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-0d491f18-7ca0-493b-9d4d-7af81e06268d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0452671 May 12 05:36:31.792234 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-e7a8ac50-fd0d-4aca-ad35-346f55b83380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:31.793915 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-e7a8ac50-fd0d-4aca-ad35-346f55b83380 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0388913 May 12 05:36:31.879499 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-f6425da8-c676-4a02-8905-a1f82bc19987 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783844 May 12 05:36:31.979060 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-2a36e52c-368c-4df0-9640-56cd1458ecbd req-b6ac5fad-7a5f-4591-a95b-f947fc457a32 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924029 May 12 05:36:38.880620 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:45.277240 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-42798f11-3a54-4416-8647-d8248c31cc76 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419519 May 12 05:36:45.371559 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-02527930-ae93-43dc-9493-2f13c29a6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:45.373092 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-02527930-ae93-43dc-9493-2f13c29a6472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0420992 May 12 05:36:45.499281 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-bf5843a1-1cc9-4509-8411-32917913eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:45.501064 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-bf5843a1-1cc9-4509-8411-32917913eff2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.0979085 May 12 05:36:45.573572 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-9e219456-b5da-4fa8-b8e9-062d12071508 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 1000 time: 0.0650258 May 12 05:36:45.628568 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-cae9bd7e-05d1-46b1-be31-e0b24deeee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:45.630147 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-cae9bd7e-05d1-46b1-be31-e0b24deeee3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0500474 May 12 05:36:45.678760 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-5b60169a-1e33-4ee8-99e3-d52a6bd28f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:36:45.680981 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-5b60169a-1e33-4ee8-99e3-d52a6bd28f78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0435522 May 12 05:36:45.781661 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-3c5b6cd0-19b9-4f35-96d7-065d70e944fa service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935631 May 12 05:36:45.879172 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-48cacd8a-3786-474f-87e0-73d23ab640ea req-fd5f568f-9ced-4d3d-8e14-680a2068c326 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910232 May 12 05:36:46.095502 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-c76a489b-d104-444a-a010-9312458286d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.091200 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53566) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:48.135916 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Deleting subnet 9c446530-758d-4b8a-97f9-3bfd3f3b85dc {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:36:48.139025 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.172268 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.213011 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.263306 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.286851 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c446530-758d-4b8a-97f9-3bfd3f3b85dc,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:48.291298 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.294600 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9c446530-758d-4b8a-97f9-3bfd3f3b85dc HTTP/1.1" status: 204 len: 168 time: 0.2023766 May 12 05:36:48.297225 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53568) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:48.299334 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.299677 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.300038 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.300369 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.300697 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.301021 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.301341 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.301669 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.301989 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.302302 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.302629 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.302930 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98183855-39cd-42de-9ef2-c57b8b18672c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:36:48.321795 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-84b7e5ff-8e53-4a2f-99d9-a07e17ba1bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.368921 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.451854 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.471982 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f25ccbe-e3b1-4f31-8833-228ad3038947']}} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:48.481433 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bf2ca7-085d-4411-b91f-ceaafad89b6f') {'for_net_delete': True} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:48.481739 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bf2ca7-085d-4411-b91f-ceaafad89b6f') {} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:36:48.490991 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333583'] for segment, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.504521 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.510143 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=101910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:36:48.510528 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10404212'] for segment, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: Traceback (most recent call last): May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: timer() May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: cb(*args, **kw) May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: return func(*args, **kwargs) May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: self._notify() May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: self.callback(batched_events) May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: event.method(event) May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: return f(self, *a, **k) May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: return self._get(url).json() May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: return self.request(url, 'GET', **kwargs) May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:36:48.512215 dv-cinder-831186-3-smb neutron-server[101910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:36:48.563526 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.568731 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.571999 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] 10.222.0.23 "DELETE /v2.0/networks/7f25ccbe-e3b1-4f31-8833-228ad3038947 HTTP/1.1" status: 204 len: 168 time: 0.2736742 May 12 05:36:48.586627 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f551423-9243-43f0-a3a2-299dfd9c0a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f25ccbe-e3b1-4f31-8833-228ad3038947,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:48.726195 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53572) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:48.764127 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-abc78a60-f66b-4d0c-9f75-be83c4c51db6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b8e22b0217f40e9bdbbe758a35c0af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367551 May 12 05:36:48.766484 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53574) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:36:48.812104 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5d188186-2a46-48dd-be1a-6843570e770e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.832687 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5d188186-2a46-48dd-be1a-6843570e770e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.879678 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5d188186-2a46-48dd-be1a-6843570e770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.882616 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-5d188186-2a46-48dd-be1a-6843570e770e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:48.884386 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-5d188186-2a46-48dd-be1a-6843570e770e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d85835cc-51a4-41a3-9564-9d2da5100703 HTTP/1.1" status: 204 len: 168 time: 0.1170316 May 12 05:36:48.892105 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d188186-2a46-48dd-be1a-6843570e770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85835cc-51a4-41a3-9564-9d2da5100703,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:36:49.357412 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:50.860304 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:51.177614 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:36:55.569427 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:37:08.881013 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:16.097365 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ac4f96ef-56b0-470f-b5e8-ea8626b04e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:18.323532 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-61ddfa69-3d74-4e96-8e9f-75cb0ca85156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:19.359771 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:20.863945 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:21.178951 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:32.568824 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:37:38.896051 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:44.390353 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-670e691d-18e3-48d9-8d45-2ff24a2bcba1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386403 May 12 05:37:44.478003 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-256ccb11-aafb-48df-b96e-b407bc4ea235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:37:44.479371 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-256ccb11-aafb-48df-b96e-b407bc4ea235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0421019 May 12 05:37:44.581844 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-431cb50e-3557-47fe-a014-868d36a84156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:37:44.583281 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-431cb50e-3557-47fe-a014-868d36a84156 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.0812986 May 12 05:37:44.654071 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-c040eb0b-373f-4542-9d63-f27ecd15bf11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 1000 time: 0.0606401 May 12 05:37:44.705831 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-c00d8ee7-5ba7-47b8-aecb-8afdaafc2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:37:44.707249 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-c00d8ee7-5ba7-47b8-aecb-8afdaafc2993 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0426903 May 12 05:37:44.756316 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-d62a7191-fec8-46ff-a020-7ac58d441187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:37:44.758493 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-d62a7191-fec8-46ff-a020-7ac58d441187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0438373 May 12 05:37:44.848236 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-1de60eb1-2421-4d87-ab30-9b3f8b16df50 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816207 May 12 05:37:44.936303 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-02679e79-b561-4e78-b6c0-c79dbf2958d7 req-d0531e66-8155-454c-8284-0445d6906a69 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790632 May 12 05:37:46.098043 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ffed-2179-4ed5-ad94-d3e193a75d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:48.326625 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-46aebcdc-a419-4de3-92c3-197003e980c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:49.362629 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:50.866519 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:37:51.179752 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:08.922405 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:09.567117 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:38:16.100430 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-ff91ec60-a931-435e-b2de-1b7fbe25575c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:18.327882 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-b11fd31a-a9ea-45e9-af14-a2dea795817a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:19.366936 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:20.869848 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:21.183370 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:27.491744 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b533b-bb19-416f-826a-f4f5c2fde3f5 req-a4c07345-8828-4d75-a11b-77c0c780bac2 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:27.493216 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-905b533b-bb19-416f-826a-f4f5c2fde3f5 req-a4c07345-8828-4d75-a11b-77c0c780bac2 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0486197 May 12 05:38:27.529597 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-905b533b-bb19-416f-826a-f4f5c2fde3f5 req-8122d481-c31c-44be-a2d3-778552e1b644 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297580 May 12 05:38:28.650987 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512282e3-230a-4a20-b980-2961e7556610 req-730ee478-8a96-498c-832a-cffaf7bab82f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:28.652456 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-512282e3-230a-4a20-b980-2961e7556610 req-730ee478-8a96-498c-832a-cffaf7bab82f tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0496795 May 12 05:38:28.689418 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-512282e3-230a-4a20-b980-2961e7556610 req-a59e4e80-a936-46b4-9408-daa70cb63588 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 May 12 05:38:29.809593 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284d061-306e-4a03-9e52-834504b454d7 req-7fd58f45-d93f-403c-93af-1a9bca3e6956 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:29.811046 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f284d061-306e-4a03-9e52-834504b454d7 req-7fd58f45-d93f-403c-93af-1a9bca3e6956 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0514398 May 12 05:38:29.848076 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-f284d061-306e-4a03-9e52-834504b454d7 req-852d788e-1d01-487d-a368-aceb57f68d73 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 May 12 05:38:30.962829 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce7672-b788-45b6-889f-ca05d731c3b5 req-bcd7abfb-cbe0-4053-a6d7-786188a8a1a2 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:30.964507 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7dce7672-b788-45b6-889f-ca05d731c3b5 req-bcd7abfb-cbe0-4053-a6d7-786188a8a1a2 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0478678 May 12 05:38:31.005088 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-7dce7672-b788-45b6-889f-ca05d731c3b5 req-b823c27b-b70b-48ad-b0d9-751a5bb22190 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345094 May 12 05:38:32.115606 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05601f-4247-45c1-ac90-88b887954a17 req-076afba2-29b1-4cd6-9912-e71c29171191 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:32.117056 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ca05601f-4247-45c1-ac90-88b887954a17 req-076afba2-29b1-4cd6-9912-e71c29171191 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0462754 May 12 05:38:32.153143 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-ca05601f-4247-45c1-ac90-88b887954a17 req-3aeecf1b-7e30-4fa2-a019-f8985c10cfce tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302763 May 12 05:38:33.265558 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98db17-402a-45ad-b258-8d7487488244 req-1735e763-d8c0-4e38-a1d9-3057ecf52b6b tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:33.267002 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-de98db17-402a-45ad-b258-8d7487488244 req-1735e763-d8c0-4e38-a1d9-3057ecf52b6b tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0477490 May 12 05:38:33.303542 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-de98db17-402a-45ad-b258-8d7487488244 req-120a6509-51b3-46b3-81a4-e4582f594730 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305631 May 12 05:38:34.416195 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a177f-3de1-4852-9081-4ba6f2794a9a req-ae727a16-324d-4b56-be8c-e329bfd14de9 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:34.417626 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-809a177f-3de1-4852-9081-4ba6f2794a9a req-ae727a16-324d-4b56-be8c-e329bfd14de9 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0475447 May 12 05:38:34.453572 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-809a177f-3de1-4852-9081-4ba6f2794a9a req-bded7c63-36c2-4e4f-9be3-3061f218f6b9 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295029 May 12 05:38:35.564537 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07287ab1-43b3-4490-8561-7456ebef58ef req-e3fffa8e-ee1f-42fe-91b7-23ce7f9ee8de tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:35.565884 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-07287ab1-43b3-4490-8561-7456ebef58ef req-e3fffa8e-ee1f-42fe-91b7-23ce7f9ee8de tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0469511 May 12 05:38:35.602298 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-07287ab1-43b3-4490-8561-7456ebef58ef req-80c4c17f-0b35-4466-96d7-8e8b01b44076 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 May 12 05:38:36.715262 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6672f87-825b-45a3-beeb-2317c61a3881 req-f48c962c-0b6f-4f53-ae23-0580a1a9143d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:36.717207 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d6672f87-825b-45a3-beeb-2317c61a3881 req-f48c962c-0b6f-4f53-ae23-0580a1a9143d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0495377 May 12 05:38:36.753359 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-d6672f87-825b-45a3-beeb-2317c61a3881 req-54171853-1d62-410d-86a4-42591f440af9 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302923 May 12 05:38:37.659974 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-ffd6b32c-79a7-4463-b7fb-4fdd73d6d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:37.662020 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-ffd6b32c-79a7-4463-b7fb-4fdd73d6d92d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0399754 May 12 05:38:37.760812 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-b9eb2611-2c17-4930-871d-7e8c9f53a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:37.762258 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-b9eb2611-2c17-4930-871d-7e8c9f53a574 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.0904427 May 12 05:38:37.829909 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-5d321185-d4cc-4921-801f-eefffff12122 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 1000 time: 0.0565968 May 12 05:38:37.865361 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19394de9-ed16-4bef-85fd-cdcf40ac1bd1 req-b1e79f11-612d-4e0f-945a-0324cb691064 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:37.866806 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-19394de9-ed16-4bef-85fd-cdcf40ac1bd1 req-b1e79f11-612d-4e0f-945a-0324cb691064 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0470109 May 12 05:38:37.880111 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-b016586e-59cf-45ed-899b-bedbd02d0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:37.881537 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-b016586e-59cf-45ed-899b-bedbd02d0c3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0417416 May 12 05:38:37.907397 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-19394de9-ed16-4bef-85fd-cdcf40ac1bd1 req-0f3c6107-bf33-4de2-8357-400cf7989c7b tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344560 May 12 05:38:37.932188 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-89ae7a73-2c79-4f32-b24c-43c9a6e5e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:37.933648 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-89ae7a73-2c79-4f32-b24c-43c9a6e5e5c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0422192 May 12 05:38:38.036399 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-54ebfb6e-ff4f-4eab-a356-717a8fb70d6c service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884721 May 12 05:38:38.135792 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-9596480d-015b-440b-9c52-ca0c6fa68d65 req-8531d329-b490-42cf-b66e-ec2f4e244670 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885918 May 12 05:38:38.928291 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:39.023141 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79768ff8-771f-40e0-a420-cdd91c800b9b req-e00b36e8-7933-40c0-8ebb-a16e3db2d0d6 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:39.024666 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-79768ff8-771f-40e0-a420-cdd91c800b9b req-e00b36e8-7933-40c0-8ebb-a16e3db2d0d6 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0486178 May 12 05:38:39.061215 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-79768ff8-771f-40e0-a420-cdd91c800b9b req-51f170a0-2aec-4b97-8d32-ad30bf8edfb7 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303929 May 12 05:38:40.172759 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71164-dfe7-403d-9b0d-f8e60dee8f69 req-f218b16e-4387-4d61-98f0-bcb1de491b7d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:40.174172 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4df71164-dfe7-403d-9b0d-f8e60dee8f69 req-f218b16e-4387-4d61-98f0-bcb1de491b7d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0468974 May 12 05:38:40.210626 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-4df71164-dfe7-403d-9b0d-f8e60dee8f69 req-c3fb106d-58c0-462d-9485-40c8cd23e611 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302460 May 12 05:38:40.421831 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8259e35-2d6d-43f6-a91d-9b3f31fa464f req-df18f9f2-81f8-49d0-b7d9-67a1585eccb5 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:40.423332 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b8259e35-2d6d-43f6-a91d-9b3f31fa464f req-df18f9f2-81f8-49d0-b7d9-67a1585eccb5 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0551047 May 12 05:38:40.461335 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-b8259e35-2d6d-43f6-a91d-9b3f31fa464f req-894cd136-9ca1-4492-b23f-4cd828c9f7e9 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310340 May 12 05:38:40.542548 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-3f57b4e7-06cd-4527-8ad6-b9046618e8f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1887326 May 12 05:38:41.574423 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4721f-9a32-4d95-80b2-78c0edf2dc83 req-15c08e42-41e1-47bf-a14f-83161fa8a01a tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:41.575887 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-88d4721f-9a32-4d95-80b2-78c0edf2dc83 req-15c08e42-41e1-47bf-a14f-83161fa8a01a tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0467005 May 12 05:38:41.612466 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-88d4721f-9a32-4d95-80b2-78c0edf2dc83 req-a767f879-66e2-4593-a24d-5321c3887195 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302098 May 12 05:38:41.678547 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-1eb745ab-d2dc-4bb6-ba90-80b79f7939fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:41.680005 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-1eb745ab-d2dc-4bb6-ba90-80b79f7939fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9&tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf HTTP/1.1" status: 200 len: 1098 time: 0.0389311 May 12 05:38:41.745635 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-9929ccd2-1ca2-444c-b82a-e0b70cf602d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:41.746967 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-9929ccd2-1ca2-444c-b82a-e0b70cf602d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0415368 May 12 05:38:41.835780 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-9e286cb7-a9b6-4b04-8903-d3473c43f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:41.837190 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-9e286cb7-a9b6-4b04-8903-d3473c43f5bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.0795908 May 12 05:38:41.906293 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-29580424-6667-4244-8e8e-f69aa800e5d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 1000 time: 0.0587683 May 12 05:38:41.957166 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-9f8e1695-4516-4e8d-b868-162519972038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:41.958530 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-9f8e1695-4516-4e8d-b868-162519972038 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0418367 May 12 05:38:42.004761 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-42521515-226d-4e2d-9630-3f21e71127d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:42.006147 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-42521515-226d-4e2d-9630-3f21e71127d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411057 May 12 05:38:42.098673 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-e76833c9-185f-4b42-a3ad-1738b0690cda service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817652 May 12 05:38:42.189431 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-847c565a-8c4b-4d75-bcdc-12920788bd7b req-ce03c531-b540-4d80-8b6c-57eb4b44ed61 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796969 May 12 05:38:42.727990 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6fbc-57dc-4b49-9db7-8045898a9e97 req-c41c48dd-67a2-4d05-8d80-8c8c93bb9a3c tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:42.729436 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-935d6fbc-57dc-4b49-9db7-8045898a9e97 req-c41c48dd-67a2-4d05-8d80-8c8c93bb9a3c tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0500064 May 12 05:38:42.765407 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-935d6fbc-57dc-4b49-9db7-8045898a9e97 req-ac536cff-df96-4555-b283-d6e9bfac1a0d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294766 May 12 05:38:43.334724 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c5323-8975-4ad6-ae85-df6ef0645e77 req-93f434d4-964d-475d-80e0-dfec5749e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:43.336242 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-363c5323-8975-4ad6-ae85-df6ef0645e77 req-93f434d4-964d-475d-80e0-dfec5749e1ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0384371 May 12 05:38:43.373188 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-363c5323-8975-4ad6-ae85-df6ef0645e77 req-6e588f05-5e15-49ae-a1ca-34974885591e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258596 May 12 05:38:43.879689 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7093d43-350d-4d2f-aba8-de02b8ec8ec4 req-1a24745d-b346-499e-9296-d21ea48f8ac6 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:43.881160 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b7093d43-350d-4d2f-aba8-de02b8ec8ec4 req-1a24745d-b346-499e-9296-d21ea48f8ac6 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0504475 May 12 05:38:43.917334 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b7093d43-350d-4d2f-aba8-de02b8ec8ec4 req-3e83df44-5665-4de8-b6d0-8d4ec4446151 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302601 May 12 05:38:44.226115 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 29a9a9a0-5dd1-4f30-a9c9-e45623609509 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=101912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 05:38:44.228214 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 29a9a9a0-5dd1-4f30-a9c9-e45623609509 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:38:44.384885 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 is: ACTIVE; New status is: DOWN {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:38:44.385269 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:44.388159 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:38:44.406377 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Returning: {'device': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'port_id': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'mac_address': 'fa:16:3e:ad:c0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 05:38:44.419646 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:38:44.421895 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c529e6-0954-4dbf-b567-fb937a870926" -d '{"events": [{"server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "name": "network-vif-unplugged", "status": "completed", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:38:44.453308 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:38:44.461115 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 05:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f0ae3b-e23b-46eb-a82d-a3079f3ebae8 x-openstack-request-id: req-27f0ae3b-e23b-46eb-a82d-a3079f3ebae8 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:38:44.461418 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "name": "network-vif-unplugged", "status": "completed", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:38:44.461696 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27f0ae3b-e23b-46eb-a82d-a3079f3ebae8 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:38:44.462125 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f0ae3b-e23b-46eb-a82d-a3079f3ebae8'] response: {'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'code': 200} May 12 05:38:44.464586 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:44.472475 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 is: ACTIVE; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:38:44.472856 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:44.505437 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29a9a9a0-5dd1-4f30-a9c9-e45623609509 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:38:44.553353 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=6']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:38:44.563786 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.564154 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.564474 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.564809 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.565157 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.565471 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.565801 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.566127 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.566457 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.566782 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.567101 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.567422 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:38:44.575904 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.db.api [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 05:38:44.576267 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG oslo_db.api [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 05:38:45.028986 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa5fd8-410e-4f70-bde4-4b24c05406aa req-a2503e7c-76e6-4d0f-a7f1-ec9d987753c1 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:45.030435 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5bfa5fd8-410e-4f70-bde4-4b24c05406aa req-a2503e7c-76e6-4d0f-a7f1-ec9d987753c1 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 943 time: 0.0471067 May 12 05:38:45.066357 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5bfa5fd8-410e-4f70-bde4-4b24c05406aa req-ff87445d-0468-412e-a255-8dff207e1b7b tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300136 May 12 05:38:45.112019 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 is: DOWN; New status is: BUILD {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:38:45.112406 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:45.124830 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a9a9a0-5dd1-4f30-a9c9-e45623609509 {{(pid=101912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 05:38:45.143044 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:38:45.147511 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:45.192535 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=7']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:38:45.410999 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] get_ports_and_sgs() called for port_ids ['29a9a9a0-5dd1-4f30-a9c9-e45623609509'] {{(pid=101912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 05:38:46.103581 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-e7749ef5-5a45-4fd6-80d3-c6a220e82e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:46.215569 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 29a9a9a0-5dd1-4f30-a9c9-e45623609509 up at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 05:38:46.265571 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.provisioning_blocks [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Provisioning complete for port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 triggered by entity L2. {{(pid=101912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 05:38:46.265945 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593767'] for port, provisioning_complete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:46.350359 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Current status of the port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 is: BUILD; New status is: ACTIVE {{(pid=101912) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 12 05:38:46.350658 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669611'] for port, before_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:46.375334 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-1c13cda6-5c67-4175-976d-be2bbb69f84a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391400 May 12 05:38:46.382870 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:38:46.386860 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768891957890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768891548573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768891557699'] for port, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:46.435312 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Pushing event updated for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=8']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:38:46.459679 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-dc999c66-8b4d-4a86-88b3-a3878f9d551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:46.461194 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-dc999c66-8b4d-4a86-88b3-a3878f9d551a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0444057 May 12 05:38:46.463055 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509'}] {{(pid=101912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:38:46.465395 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366282570bd58bdb95c327749b2a2f8e0334c2f93a9813807f8a32b67814c42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05b6ca2-920a-4ab5-9c79-334c1bd64e23" -d '{"events": [{"server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "name": "network-vif-plugged", "status": "completed", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509"}]}' {{(pid=101912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:38:46.500639 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4472ad95-5c2a-40bc-8c46-2d4f64566e61 x-openstack-request-id: req-4472ad95-5c2a-40bc-8c46-2d4f64566e61 {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:38:46.500922 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "name": "network-vif-plugged", "status": "completed", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509", "code": 200}]} {{(pid=101912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:38:46.501163 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4472ad95-5c2a-40bc-8c46-2d4f64566e61 {{(pid=101912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:38:46.501546 dv-cinder-831186-3-smb neutron-server[101912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4472ad95-5c2a-40bc-8c46-2d4f64566e61'] response: {'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'code': 200} May 12 05:38:46.559208 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-44fc53fa-d9e6-4f50-a0d4-b7ad82a0c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:46.560767 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-44fc53fa-d9e6-4f50-a0d4-b7ad82a0c0b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.0812638 May 12 05:38:46.566310 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:38:46.851644 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-4cbc7668-0dd0-449d-8566-780a1166de1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 1000 time: 0.2842362 May 12 05:38:46.899415 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-6da98be5-58af-47ab-8bcd-5a0eb153d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:46.900813 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-6da98be5-58af-47ab-8bcd-5a0eb153d170 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0411465 May 12 05:38:46.943685 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-db6116e9-d483-45ab-baac-761e7b126ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:38:46.945110 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-db6116e9-d483-45ab-baac-761e7b126ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0377867 May 12 05:38:47.036868 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-4f395a7f-393d-4d24-94f2-fdee8b483587 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843537 May 12 05:38:47.120551 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-b9693a24-bd64-48e2-8198-d8b819e1ad98 req-eb15de57-7f3c-4cd4-a707-089f8e3e67d7 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775681 May 12 05:38:48.329955 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8cd90d5d-39c4-43f4-8b4f-5ba3b38d76ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:49.367735 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:50.873746 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:38:51.185708 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:08.940020 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:16.104400 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-6fd53c86-f3a9-466b-98c2-5e5632b7bd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:18.332271 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a8d-d8d4-4090-8b50-ab44468a82a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:19.371422 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:20.876491 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:21.187365 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:23.566038 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:39:38.936435 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:46.104706 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-31d46184-a020-4da0-a25d-69f9e313bb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:48.333275 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-c015d6ee-0c31-423a-9cc4-aa3e3ecf0c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:49.105394 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-c564f1fa-cb75-472c-9b9f-a06a60584b62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878985 May 12 05:39:49.200325 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-a96744c9-9f0b-44f4-9936-81d1c62e779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:39:49.201842 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-a96744c9-9f0b-44f4-9936-81d1c62e779f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0442266 May 12 05:39:49.307253 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-985b1ee7-84c2-42d5-a53a-b4ddf62782aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:39:49.308652 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-985b1ee7-84c2-42d5-a53a-b4ddf62782aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.0814352 May 12 05:39:49.373423 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:49.380410 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-321b10c4-0277-4478-8058-1531f216cb3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 1000 time: 0.0604217 May 12 05:39:49.430632 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-d79d7b93-4381-4b6f-b8aa-e92d9d337f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:39:49.432093 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-d79d7b93-4381-4b6f-b8aa-e92d9d337f8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0421658 May 12 05:39:49.480293 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-d3e907ba-1259-45b4-b17a-774e8c17e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:39:49.481747 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-d3e907ba-1259-45b4-b17a-774e8c17e348 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390406 May 12 05:39:49.496181 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-e476471b-ac3f-4a22-8bc8-1ac181d89388 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 05:39:49.497105 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-e476471b-ac3f-4a22-8bc8-1ac181d89388 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047765 May 12 05:39:49.589177 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-0383999b-6b24-482f-b04b-61ec4efd9ba9 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815859 May 12 05:39:49.678876 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-fef8a0d6-248f-4032-8b2a-01c2f4243c33 req-45a2ef25-9322-45f6-bcac-e8a1433a700f service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791714 May 12 05:39:50.878569 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:39:51.191534 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:00.565619 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:40:00.595620 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53690) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:00.743566 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Deleting port 230cbb6e-c743-453f-b12d-228708700f8d {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:00.743928 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:00.816990 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:00.817236 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:00.828713 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Calling delete_port for 230cbb6e-c743-453f-b12d-228708700f8d owned by network:floatingip {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:00.975871 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:00.999552 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event deleted for resources: {'Port': ['ID=230cbb6e-c743-453f-b12d-228708700f8d,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:01.011067 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.011409 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.011773 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.012107 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.012436 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.012763 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.013083 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.013403 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.013720 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.014036 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.014351 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.014664 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:01.066935 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for floatingip, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:01.067607 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.db.l3_db [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Floating IP 4f6fa54e-ec65-4836-96ca-fd9b3d0105c8 disassociated (deleted). External IP: 172.28.0.53, port: 29a9a9a0-5dd1-4f30-a9c9-e45623609509. May 12 05:40:01.265834 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Router e582e385-40f4-4c71-9ef6-a3a55de99054 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:40:01.368259 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:40:01.372898 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for floatingip, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:01.377483 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] Sync routers for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:40:01.386718 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:40:01.387339 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:39:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:01.398097 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-b82c5c73-99b7-405a-9a43-75fcb2262689 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "DELETE /v2.0/floatingips/4f6fa54e-ec65-4836-96ca-fd9b3d0105c8 HTTP/1.1" status: 204 len: 168 time: 0.8013580 May 12 05:40:01.398763 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:40:01.401083 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:40:01.504322 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:40:01.568815 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 05:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4556c716-8c0c-4bc2-a5f1-1078049bf04a x-openstack-request-id: req-4556c716-8c0c-4bc2-a5f1-1078049bf04a {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:40:01.569111 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:40:01.569364 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4556c716-8c0c-4bc2-a5f1-1078049bf04a {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:40:01.569768 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4556c716-8c0c-4bc2-a5f1-1078049bf04a'] response: {'name': 'network-changed', 'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'status': 'completed', 'code': 200} May 12 05:40:01.631846 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-ffe114e6-1ab0-408a-97ff-f25b02e08121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:40:01.632943 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-ffe114e6-1ab0-408a-97ff-f25b02e08121 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0405321 May 12 05:40:01.713437 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 5, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:01.725325 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff88251-94c0-413e-af71-9c3ec1793f4a req-32b00747-c457-4247-ae0d-1d9fa49a87ad tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:40:01.726818 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ff88251-94c0-413e-af71-9c3ec1793f4a req-32b00747-c457-4247-ae0d-1d9fa49a87ad tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.1454546 May 12 05:40:01.742784 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] Checking router: e582e385-40f4-4c71-9ef6-a3a55de99054 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:40:01.751578 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:40:01.752230 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:39:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:01.781179 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-5ff88251-94c0-413e-af71-9c3ec1793f4a req-3d643566-de9d-41a5-92a3-54b6e44ce4a1 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481391 May 12 05:40:01.791539 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-1d66a784-35ca-4d5e-902c-045f8e047e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:40:01.793447 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-1d66a784-35ca-4d5e-902c-045f8e047e8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 200 len: 910 time: 0.1479082 May 12 05:40:01.839746 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-6eb22751-16c0-4eab-a4bd-1f4f4d998d8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 200 len: 217 time: 0.0376594 May 12 05:40:01.856852 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:40:01.889142 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-9b3ee384-ccd6-4122-a6fe-e3412b42c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:40:01.890488 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-9b3ee384-ccd6-4122-a6fe-e3412b42c221 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 200 len: 848 time: 0.0426776 May 12 05:40:01.936257 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-d64169fe-c417-46a9-9344-8a169102cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:40:01.938270 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-d64169fe-c417-46a9-9344-8a169102cd84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0389068 May 12 05:40:02.034243 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-70c4e6b3-d94d-4911-b9d4-0879215bf4c5 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885820 May 12 05:40:02.050970 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 5, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:02.076809 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f19e13-97fd-4fb0-83bb-b849ccdbb003 None None] The sync data for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb is: [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:35:55Z', 'revision_number': 4, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb', '_interfaces': [{'id': 'b6a01017-0e52-4a8d-86d4-5740ae1c6804', 'name': '', 'network_id': '2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:55Z', 'updated_at': '2022-05-12T05:36:01Z', 'revision_number': 5, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'subnets': [{'id': 'c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:40:02.124672 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-23c2f80f-b5db-4bd7-8e02-0f5af62f75a0 req-26f2e3b3-5d42-4128-be45-6d684e31f5a7 service neutron] 10.222.0.35 "GET /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820980 May 12 05:40:02.282299 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52435338-5856-46fb-9c22-733967667adc None None] New status for floating IP 4f6fa54e-ec65-4836-96ca-fd9b3d0105c8: DOWN {{(pid=101913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 05:40:02.951304 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b1d11-abd4-498b-9451-3fe8d8593b6c req-925f7141-4e02-4512-bd56-dab44597bd6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:40:02.952794 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-881b1d11-abd4-498b-9451-3fe8d8593b6c req-925f7141-4e02-4512-bd56-dab44597bd6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.1022749 May 12 05:40:02.991014 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-881b1d11-abd4-498b-9451-3fe8d8593b6c req-315a89fc-de23-4ed1-808a-ca1d11bdffaf tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/security-groups?id=af9d198b-b727-44ec-a171-58677554e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 May 12 05:40:03.116790 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-52593f51-fcf5-4081-b6b3-e72766cf4df0 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 05:40:03.118268 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-52593f51-fcf5-4081-b6b3-e72766cf4df0 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.35 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 945 time: 0.0481791 May 12 05:40:03.212155 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Deleting port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:03.212506 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:03.297710 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] For port 29a9a9a0-5dd1-4f30-a9c9-e45623609509, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a9a9a0-5dd1-4f30-a9c9-e45623609509,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:40:03.298081 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:03.314575 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Calling delete_port for 29a9a9a0-5dd1-4f30-a9c9-e45623609509 owned by compute:nova {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:03.433470 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:03.461761 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event deleted for resources: {'Port': ['ID=29a9a9a0-5dd1-4f30-a9c9-e45623609509,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:03.504708 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] No DVR routers for this DVR port 29a9a9a0-5dd1-4f30-a9c9-e45623609509 on host hv-cinder-83118 {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:40:03.507249 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139697'] for port, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:03.510503 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [req-05708b9f-7bd5-47d9-9e97-3a83f29c08f5 req-3bb9e061-74ef-41bc-9f91-a615de5bb155 tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.35 "DELETE /v2.0/ports/29a9a9a0-5dd1-4f30-a9c9-e45623609509 HTTP/1.1" status: 204 len: 173 time: 0.3834741 May 12 05:40:03.571238 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'name': 'network-vif-deleted', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509'}] {{(pid=101910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 05:40:03.573712 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19433d975380492272721144bf2333684e5bfd0df351418751c2cbc309ca7a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbcdec2-5d9f-4d3b-93ea-ebc4c9464498" -d '{"events": [{"server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "name": "network-vif-deleted", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509"}]}' {{(pid=101910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 05:40:03.608813 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 05:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b796be-a22b-4e06-8e34-4071ec3d452f x-openstack-request-id: req-07b796be-a22b-4e06-8e34-4071ec3d452f {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 05:40:03.609101 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72af089-6731-4744-9e90-849030dcddf9", "name": "network-vif-deleted", "tag": "29a9a9a0-5dd1-4f30-a9c9-e45623609509", "status": "completed", "code": 200}]} {{(pid=101910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 05:40:03.609429 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07b796be-a22b-4e06-8e34-4071ec3d452f {{(pid=101910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 05:40:03.609830 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b796be-a22b-4e06-8e34-4071ec3d452f'] response: {'server_uuid': 'c72af089-6731-4744-9e90-849030dcddf9', 'name': 'network-vif-deleted', 'tag': '29a9a9a0-5dd1-4f30-a9c9-e45623609509', 'status': 'completed', 'code': 200} May 12 05:40:04.098495 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [req-0a763bcf-df9e-40e9-b44a-d1898e8699ff req-26239c17-b527-49a2-8f8e-5687153d354d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c72af089-6731-4744-9e90-849030dcddf9 HTTP/1.1" status: 200 len: 210 time: 0.0260627 May 12 05:40:05.153780 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53724) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:05.213048 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:05.237801 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:05.299549 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:05.302116 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:05.303309 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] 10.222.0.23 "DELETE /v2.0/security-groups/af9d198b-b727-44ec-a171-58677554e8a4 HTTP/1.1" status: 204 len: 168 time: 0.1485653 May 12 05:40:05.312153 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9d198b-b727-44ec-a171-58677554e8a4,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:05.319729 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.320094 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.320443 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.320762 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.321090 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.321417 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.321740 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.322060 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.322383 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.322702 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.323141 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.323335 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514276a-081f-4fd9-b3fd-2af428fa0c6d tempest-TestShelveInstance-987018007 tempest-TestShelveInstance-987018007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:05.340520 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53728) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:05.911966 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816986'] for router_interface, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:06.141266 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Deleting port b6a01017-0e52-4a8d-86d4-5740ae1c6804 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:06.141603 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:06.217519 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] For port b6a01017-0e52-4a8d-86d4-5740ae1c6804, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=b6a01017-0e52-4a8d-86d4-5740ae1c6804,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:40:06.218094 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:06.230683 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Calling delete_port for b6a01017-0e52-4a8d-86d4-5740ae1c6804 owned by network:router_interface {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:06.402699 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:06.432870 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a01017-0e52-4a8d-86d4-5740ae1c6804,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:06.587848 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1815562'] for router_interface, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:06.676256 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 29a9a9a0-5dd1-4f30-a9c9-e45623609509 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:40:06.695971 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] No Port match for: 29a9a9a0-5dd1-4f30-a9c9-e45623609509 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:40:06.696250 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Device 29a9a9a0-5dd1-4f30-a9c9-e45623609509 not bound to the agent host hv-cinder-83118 {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:40:06.793467 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Router e582e385-40f4-4c71-9ef6-a3a55de99054 has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:40:06.894080 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:40:06.900827 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-64273f2a-ea87-4af2-97df-288b89624733 admin admin] 10.222.0.23 "PUT /v2.0/routers/e582e385-40f4-4c71-9ef6-a3a55de99054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5586011 May 12 05:40:06.901754 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53730) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:06.902928 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] Sync routers for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:40:06.913638 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:40:06.914246 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:39:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:07.002745 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks [] for router, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.015742 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: dv-cinder-831186-3-smb {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:40:07.105158 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.158637 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Deleting port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:07.158979 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.196142 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:40:06Z', 'revision_number': 5, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port': {'id': '0b9939bd-1a03-4f50-a347-0bd18c8a88c4', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:53Z', 'updated_at': '2022-05-12T05:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:07.226574 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] Checking router: e582e385-40f4-4c71-9ef6-a3a55de99054 for host: dv-cinder-831186-3-smb {{(pid=101912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:40:07.235668 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] Routers {'e582e385-40f4-4c71-9ef6-a3a55de99054'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:40:07.236296 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:39:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['e582e385-40f4-4c71-9ef6-a3a55de99054'], 'active': True} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:07.241199 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] For port 0b9939bd-1a03-4f50-a347-0bd18c8a88c4, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=0b9939bd-1a03-4f50-a347-0bd18c8a88c4,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:40:07.241684 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.253322 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Calling delete_port for 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 owned by network:router_gateway {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:07.321515 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvr_db [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] Set router e582e385-40f4-4c71-9ef6-a3a55de99054 gateway port host: None {{(pid=101912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:40:07.371722 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_hamode_db [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:40:07Z', 'revision_number': 6, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port_host': None}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:07.400871 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff633a9-d09b-4a00-a1e3-732b418be3f8 None None] The sync data for ids ['e582e385-40f4-4c71-9ef6-a3a55de99054'] in dv-cinder-831186-3-smb is: [{'id': 'e582e385-40f4-4c71-9ef6-a3a55de99054', 'name': 'tempest-TestShelveInstance-1473970864-router', 'tenant_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:52Z', 'updated_at': '2022-05-12T05:40:07Z', 'revision_number': 6, 'project_id': '77b0f50af0874f9ea1a9b87f5edf8cbf', 'gw_port_host': None}] {{(pid=101912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:40:07.422813 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.449208 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9939bd-1a03-4f50-a347-0bd18c8a88c4,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:07.505542 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818580'] for router_gateway, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.593007 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60155'] for router, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.595606 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.637832 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701094'] for router, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.638352 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e582e385-40f4-4c71-9ef6-a3a55de99054 {{(pid=101911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 05:40:07.643156 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.644467 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-68cff32d-bde2-4415-b56a-d6176dadaf2e admin admin] 10.222.0.23 "DELETE /v2.0/routers/e582e385-40f4-4c71-9ef6-a3a55de99054 HTTP/1.1" status: 204 len: 168 time: 0.7417994 May 12 05:40:07.646909 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53732) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:07.689438 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc16f9d-18fe-431a-ae68-690c699062ef admin admin] Deleting subnet c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:40:07.692312 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1cc16f9d-18fe-431a-ae68-690c699062ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.726440 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1cc16f9d-18fe-431a-ae68-690c699062ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.808764 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1cc16f9d-18fe-431a-ae68-690c699062ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.858768 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1cc16f9d-18fe-431a-ae68-690c699062ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.881702 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc16f9d-18fe-431a-ae68-690c699062ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:07.887343 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1cc16f9d-18fe-431a-ae68-690c699062ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:07.890610 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-1cc16f9d-18fe-431a-ae68-690c699062ef admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c54c6c59-e165-4a4e-a54a-c1bc93a4ae1b HTTP/1.1" status: 204 len: 168 time: 0.2426929 May 12 05:40:07.893184 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b492f6f-69e5-4b8d-ad21-940e7ab60f15 None None] Network 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:40:07.893999 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [-] (101910) accepted ('10.222.0.23', 53734) {{(pid=101910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:07.958222 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.008461 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Deleting port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 {{(pid=101910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:08.008807 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.073847 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.db [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] For port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=5e06e0dc-1026-4dcd-ad47-71e99bbb9290,segment=NetworkSegment(e75f0e01-106d-4267-99af-95931dc5a9ae),segment_id=e75f0e01-106d-4267-99af-95931dc5a9ae)] {{(pid=101910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:40:08.074173 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.085977 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Calling delete_port for 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 owned by network:dhcp {{(pid=101910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:08.135495 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] DHCP port deletion for 2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 request from dv-cinder-831186-3-smb {{(pid=101912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 05:40:08.169091 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406309'] for port, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.183423 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Deleting port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 {{(pid=101912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:08.183817 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.199821 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e06e0dc-1026-4dcd-ad47-71e99bbb9290,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:08.204421 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] No DVR routers for this DVR port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 on host dv-cinder-831186-3-smb {{(pid=101910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:40:08.256746 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.db [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] For port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290, host dv-cinder-831186-3-smb, got binding levels [] {{(pid=101912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:40:08.257289 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.274539 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Calling delete_port for 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 owned by network:dhcp {{(pid=101912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:08.278146 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.ipam_backend_mixin [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 was not found and therefore no delete operation was performed {{(pid=101912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 12 05:40:08.279459 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591'] for port, after_delete {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.291442 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.313083 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3']}} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:08.322842 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75f0e01-106d-4267-99af-95931dc5a9ae') {'for_net_delete': True} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:08.323141 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.services.segments.db [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75f0e01-106d-4267-99af-95931dc5a9ae') {} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:08.333092 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333583'] for segment, before_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.349019 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.356000 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=101910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:40:08.356407 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10404212'] for segment, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: Traceback (most recent call last): May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: timer() May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: cb(*args, **kw) May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: return func(*args, **kwargs) May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: self._notify() May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: self.callback(batched_events) May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: event.method(event) May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: return f(self, *a, **k) May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: return self._get(url).json() May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: return self.request(url, 'GET', **kwargs) May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:40:08.358405 dv-cinder-831186-3-smb neutron-server[101910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:40:08.423375 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.440188 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.446479 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:40:08.447013 dv-cinder-831186-3-smb neutron-server[101910]: INFO neutron.wsgi [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3 HTTP/1.1" status: 204 len: 168 time: 0.5516930 May 12 05:40:08.448056 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53736) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:08.448498 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69182140-f4a9-4e86-bfb1-183ddb64ef6a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f265b57-1a41-4cd6-94bb-bbf9ac2c02f3,revision_number=None']} {{(pid=101910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:08.467632 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:40:08.468014 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:40:08.468433 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device b6a01017-0e52-4a8d-86d4-5740ae1c6804 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:40:08.470775 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Pushing event deleted for resources: {'Port': ['ID=5e06e0dc-1026-4dcd-ad47-71e99bbb9290,revision_number=None']} {{(pid=101912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:08.474321 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] No DVR routers for this DVR port 5e06e0dc-1026-4dcd-ad47-71e99bbb9290 on host dv-cinder-831186-3-smb {{(pid=101912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:40:08.497559 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: b6a01017-0e52-4a8d-86d4-5740ae1c6804 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:40:08.498174 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device b6a01017-0e52-4a8d-86d4-5740ae1c6804 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:40:08.498750 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:40:08.501271 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.501619 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.501961 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.502298 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.502626 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.502957 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.503289 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.503610 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.504549 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.504549 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.504726 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.504889 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde1a06-75d4-4786-9884-2199bb287314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-3-smb {{(pid=101912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 05:40:08.526049 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:40:08.526409 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 0b9939bd-1a03-4f50-a347-0bd18c8a88c4 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:40:08.802063 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816986'] for router_interface, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:08.955162 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:09.036405 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Deleting port 8532790e-6cb3-4f0e-8055-11ef76b07db7 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:09.036746 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:09.114707 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] For port 8532790e-6cb3-4f0e-8055-11ef76b07db7, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=8532790e-6cb3-4f0e-8055-11ef76b07db7,segment=NetworkSegment(2fb06191-b5b8-454e-8640-c9ef759be9df),segment_id=2fb06191-b5b8-454e-8640-c9ef759be9df)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:40:09.115003 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:09.127039 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Calling delete_port for 8532790e-6cb3-4f0e-8055-11ef76b07db7 owned by network:router_interface {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:09.298159 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:09.322985 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8532790e-6cb3-4f0e-8055-11ef76b07db7,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:09.482159 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1815562'] for router_interface, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:09.926577 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf has already been hosted by L3 agent 01b440f6-6cae-431e-8356-da74efdd686e {{(pid=101911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 05:40:10.024972 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] Notify agent at l3_agent.dv-cinder-831186-3-smb the message routers_updated {{(pid=101911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 05:40:10.030238 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-1c9bd9ec-af36-45b7-8c1b-d172a235ad41 admin admin] 10.222.0.23 "PUT /v2.0/routers/175cff88-c9f1-4a3c-be21-77f3eae8d7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5811863 May 12 05:40:10.033372 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53738) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:10.034191 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] Sync routers for ids ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'] in dv-cinder-831186-3-smb {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 05:40:10.044806 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] Routers {'175cff88-c9f1-4a3c-be21-77f3eae8d7cf'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:40:10.045410 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:39:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:10.133285 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks [] for router, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.146579 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] Set router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf gateway port host: dv-cinder-831186-3-smb {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:40:10.235891 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.295604 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Deleting port 13752347-943d-4cbb-86c8-4c2c054d48ce {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:10.295968 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.325536 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'external_fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:40:09Z', 'revision_number': 5, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port': {'id': '13752347-943d-4cbb-86c8-4c2c054d48ce', 'name': '', 'network_id': '12afdb92-96d0-485f-bc4f-221d0fe4f14a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T05:35:58Z', 'updated_at': '2022-05-12T05:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '624901a3-dc0f-4510-a7dd-12a496d5bde3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-3-smb'}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:10.351854 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] Checking router: 175cff88-c9f1-4a3c-be21-77f3eae8d7cf for host: dv-cinder-831186-3-smb {{(pid=101913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 05:40:10.360206 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] Routers {'175cff88-c9f1-4a3c-be21-77f3eae8d7cf'} bound to L3 agent in host dv-cinder-831186-3-smb {{(pid=101913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 05:40:10.360803 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T05:19:48Z,description=,heartbeat_timestamp=2022-05-12T05:39:48Z,host='dv-cinder-831186-3-smb',id=01b440f6-6cae-431e-8356-da74efdd686e,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T05:19:48Z,topic='l3_agent')) {'router_ids': ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'], 'active': True} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:10.374996 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] For port 13752347-943d-4cbb-86c8-4c2c054d48ce, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=13752347-943d-4cbb-86c8-4c2c054d48ce,segment=NetworkSegment(90631e3a-9d6f-43eb-8dcb-893fe3296612),segment_id=90631e3a-9d6f-43eb-8dcb-893fe3296612)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:40:10.375387 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.387754 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Calling delete_port for 13752347-943d-4cbb-86c8-4c2c054d48ce owned by network:router_gateway {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:10.445433 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_dvr_db [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] Set router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf gateway port host: None {{(pid=101913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 05:40:10.557542 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.583251 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Pushing event deleted for resources: {'Port': ['ID=13752347-943d-4cbb-86c8-4c2c054d48ce,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:10.583537 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.l3_hamode_db [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:40:10Z', 'revision_number': 6, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port_host': None}], 'dv-cinder-831186-3-smb', False) {} {{(pid=101913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:10.610031 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4700c-1693-44b4-8b72-1780460bb821 None None] The sync data for ids ['175cff88-c9f1-4a3c-be21-77f3eae8d7cf'] in dv-cinder-831186-3-smb is: [{'id': '175cff88-c9f1-4a3c-be21-77f3eae8d7cf', 'name': 'tempest-TestShelveInstance-1602328489-router', 'tenant_id': 'cccfdd26f10245f1bd80f391b34374e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T05:35:57Z', 'updated_at': '2022-05-12T05:40:10Z', 'revision_number': 6, 'project_id': 'cccfdd26f10245f1bd80f391b34374e8', 'gw_port_host': None}] {{(pid=101913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 05:40:10.657041 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818580'] for router_gateway, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.744598 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60155'] for router, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.746652 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.787131 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701094'] for router, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.787644 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175cff88-c9f1-4a3c-be21-77f3eae8d7cf {{(pid=101911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 05:40:10.792299 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] Notify callbacks [] for router, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.793438 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-427a501a-29f8-4dc7-a29d-c90915b79895 admin admin] 10.222.0.23 "DELETE /v2.0/routers/175cff88-c9f1-4a3c-be21-77f3eae8d7cf HTTP/1.1" status: 204 len: 168 time: 0.7591591 May 12 05:40:10.796004 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53740) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:10.838016 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.db_base_plugin_v2 [None req-116bd626-254b-40dd-a876-dee440d3c09e admin admin] Deleting subnet 83bcebdd-4f24-4af0-829a-d7078da7405d {{(pid=101911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 12 05:40:10.840892 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-116bd626-254b-40dd-a876-dee440d3c09e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.873965 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-116bd626-254b-40dd-a876-dee440d3c09e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3965730'] for subnet, precommit_delete_associations {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:10.951454 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-116bd626-254b-40dd-a876-dee440d3c09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-597148'] for subnet, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.006801 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-116bd626-254b-40dd-a876-dee440d3c09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-597221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3471928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8870617'] for subnet, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.030497 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bd626-254b-40dd-a876-dee440d3c09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83bcebdd-4f24-4af0-829a-d7078da7405d,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:11.036977 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-116bd626-254b-40dd-a876-dee440d3c09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.040862 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-116bd626-254b-40dd-a876-dee440d3c09e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/83bcebdd-4f24-4af0-829a-d7078da7405d HTTP/1.1" status: 204 len: 168 time: 0.2434649 May 12 05:40:11.042949 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32731b3-1921-40ce-93e1-6c686481ff18 None None] Network 6bfa6250-0490-450e-a6b9-ba98e372c075 requested from dv-cinder-831186-3-smb {{(pid=101912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 05:40:11.043416 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53742) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:11.116868 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653905'] for network, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.169235 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Deleting port 334785a8-1a83-4041-b64c-99ab3d22b6a4 {{(pid=101911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 12 05:40:11.169576 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768892066838'] for port, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.230083 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.db [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] For port 334785a8-1a83-4041-b64c-99ab3d22b6a4, host dv-cinder-831186-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-3-smb',level=0,port_id=334785a8-1a83-4041-b64c-99ab3d22b6a4,segment=NetworkSegment(2fb06191-b5b8-454e-8640-c9ef759be9df),segment_id=2fb06191-b5b8-454e-8640-c9ef759be9df)] {{(pid=101911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 05:40:11.230448 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665923'] for port, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.242550 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Calling delete_port for 334785a8-1a83-4041-b64c-99ab3d22b6a4 owned by network:dhcp {{(pid=101911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 12 05:40:11.322237 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768891957872', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768891548591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3471947'] for port, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.347045 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=334785a8-1a83-4041-b64c-99ab3d22b6a4,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:11.350457 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] No DVR routers for this DVR port 334785a8-1a83-4041-b64c-99ab3d22b6a4 on host dv-cinder-831186-3-smb {{(pid=101911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 05:40:11.403634 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2c310-e28f-4ebd-889c-fe8719c9fa05 None None] DHCP port deletion for 6bfa6250-0490-450e-a6b9-ba98e372c075 request from dv-cinder-831186-3-smb {{(pid=101912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 05:40:11.426388 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595209', 'neutron.services.segments.db._delete_segments_for_network-8768892114737'] for network, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.446771 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfa6250-0490-450e-a6b9-ba98e372c075']}} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:11.456297 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb06191-b5b8-454e-8640-c9ef759be9df') {'for_net_delete': True} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:11.456598 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.services.segments.db [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb06191-b5b8-454e-8640-c9ef759be9df') {} {{(pid=101911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 05:40:11.465617 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768892115002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3965717'] for segment, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.479428 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666'] for segment, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.485513 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=101911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 05:40:11.485907 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-594666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469978'] for segment, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: Traceback (most recent call last): May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: timer() May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: cb(*args, **kw) May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: return func(*args, **kwargs) May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: self._notify() May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: self.callback(batched_events) May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: event.method(event) May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: aggregate_uuid = self.p_client.list_aggregates( May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: return f(self, *a, **k) May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: return self._get(url).json() May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: return self.request(url, 'GET', **kwargs) May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: base_url = self.get_endpoint(auth, allow=allow, May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 05:40:11.487837 dv-cinder-831186-3-smb neutron-server[101911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 05:40:11.541990 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818504'] for network, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.547757 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1689072'] for network, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.550851 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6bfa6250-0490-450e-a6b9-ba98e372c075 HTTP/1.1" status: 204 len: 168 time: 0.5066497 May 12 05:40:11.561783 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b71b5-8936-4063-b4d8-b9031c9925f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfa6250-0490-450e-a6b9-ba98e372c075,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:11.719557 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53746) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:11.757778 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-3507de3d-dece-4a28-82af-15c17d59e6fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77b0f50af0874f9ea1a9b87f5edf8cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370002 May 12 05:40:11.760161 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53748) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:11.810221 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-20436319-ab63-43dc-9564-9e9a661c9c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.830790 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-20436319-ab63-43dc-9564-9e9a661c9c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.875577 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-20436319-ab63-43dc-9564-9e9a661c9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.878050 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-20436319-ab63-43dc-9564-9e9a661c9c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:11.879212 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-20436319-ab63-43dc-9564-9e9a661c9c3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c4f012f-e5d0-4d50-9fe8-06db19af0932 HTTP/1.1" status: 204 len: 168 time: 0.1181657 May 12 05:40:11.886757 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20436319-ab63-43dc-9564-9e9a661c9c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f012f-e5d0-4d50-9fe8-06db19af0932,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:12.173212 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53754) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:12.211564 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-b37b1cf6-f80f-48a0-ad39-e3a74fe6239c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cccfdd26f10245f1bd80f391b34374e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371737 May 12 05:40:12.213890 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.wsgi [-] (101911) accepted ('10.222.0.23', 53756) {{(pid=101911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 12 05:40:12.262094 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-32bc94e9-f349-47ba-862e-464a60803cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:12.277607 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 8532790e-6cb3-4f0e-8055-11ef76b07db7 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:40:12.285006 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-32bc94e9-f349-47ba-862e-464a60803cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:12.301629 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 8532790e-6cb3-4f0e-8055-11ef76b07db7 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:40:12.301975 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 8532790e-6cb3-4f0e-8055-11ef76b07db7 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:40:12.302390 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 334785a8-1a83-4041-b64c-99ab3d22b6a4 no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:40:12.320544 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 334785a8-1a83-4041-b64c-99ab3d22b6a4 {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:40:12.320883 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 334785a8-1a83-4041-b64c-99ab3d22b6a4 not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:40:12.321289 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 13752347-943d-4cbb-86c8-4c2c054d48ce no longer exists at agent ovs-agent-dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 05:40:12.331441 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-32bc94e9-f349-47ba-862e-464a60803cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799678'] for security_group, after_delete {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:12.334024 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron_lib.callbacks.manager [None req-32bc94e9-f349-47ba-862e-464a60803cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:12.335150 dv-cinder-831186-3-smb neutron-server[101911]: INFO neutron.wsgi [None req-32bc94e9-f349-47ba-862e-464a60803cf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4afea032-1d42-4769-81c7-2c01d368a8a3 HTTP/1.1" status: 204 len: 168 time: 0.1203966 May 12 05:40:12.339924 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.plugin [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] No Port match for: 13752347-943d-4cbb-86c8-4c2c054d48ce {{(pid=101912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 12 05:40:12.340272 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron.plugins.ml2.rpc [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Device 13752347-943d-4cbb-86c8-4c2c054d48ce not bound to the agent host dv-cinder-831186-3-smb {{(pid=101912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 05:40:12.344412 dv-cinder-831186-3-smb neutron-server[101911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc94e9-f349-47ba-862e-464a60803cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afea032-1d42-4769-81c7-2c01d368a8a3,revision_number=None']} {{(pid=101911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 05:40:16.106684 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-a0cb2002-cfc5-48f1-a61a-dae464906050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:18.334286 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-50b8e04b-a0d9-48a1-bbcc-5111bd768b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:19.377875 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:20.881242 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:21.193135 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:37.565295 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:40:38.967994 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:46.108057 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-442dafe1-6375-4dde-9f1b-e158a278da40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:48.336043 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2519a789-46cd-4c09-9932-5b8dcf5e5649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:49.379898 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:50.882552 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:40:51.197532 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:08.968263 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:14.564740 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:41:16.114239 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e307-a656-4e98-89a7-b8daba759d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:18.337949 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba330-6b25-44b4-835f-507d5a961ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:19.381742 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:20.885851 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:21.199067 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:38.972858 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:46.105153 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-52e1bd12-1d16-4e0a-96c9-b582048430bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:48.339373 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-1ad35db0-c932-407a-809e-e528d6436a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:49.384588 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:50.888044 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:51.199450 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:41:51.563576 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:42:08.982543 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:16.105151 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-077cdebf-b614-45dc-a2a7-51d49e0ef473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:18.340244 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9c6b53d2-2b58-4696-8f87-ff4be1d04aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:19.387244 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:20.892896 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:21.201004 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:28.562284 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:42:38.981752 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:46.105812 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-76c138c4-5833-423f-8737-bc3a4fcc83cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:48.340710 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-9f17169b-7a87-48c2-9fce-e0f9b0b82db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:49.390402 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:50.892320 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:42:51.202150 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:05.561146 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:43:08.982180 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:16.106990 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f123be84-858c-433f-98d5-387671703288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:18.341845 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-efb88194-4c45-4134-9a18-567a604deaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:19.392850 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:20.895385 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:21.204109 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:38.996569 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:42.559816 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:43:46.107430 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f2d56658-3646-43f4-8071-53ff218e46e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:48.344794 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-2c3c436c-6a7a-42fe-8c01-c45dce82c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:49.395559 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:50.900171 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:43:51.205535 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:08.996477 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:16.108038 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f2302dbe-d6d4-4be1-ad70-b89d6941e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:18.346071 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-79927718-2c6b-4589-802e-6d10c32e6172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:18.556577 dv-cinder-831186-3-smb neutron-server[101910]: DEBUG neutron.wsgi [req-16a02b27-8726-462a-b004-47ee7bb4a713 req-19628344-21c2-4003-9341-b088f8b3282e service neutron] (101910) timed out ('10.222.0.35', 52766) {{(pid=101910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 12 05:44:19.397880 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:19.560221 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 05:44:20.900082 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:21.206459 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:39.010377 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf8-c333-43da-b94f-338703096a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:46.111926 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-f225107f-6eeb-49c1-9211-d42514f89754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:48.346293 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-4c7388de-4bb1-44a0-b6c1-7014337c0473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:49.400879 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-bd76630e-7057-4cce-8522-9eb4fa6494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:50.902656 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-8e936fa7-95d7-4e9c-8889-b75d11de6d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:51.207916 dv-cinder-831186-3-smb neutron-server[101912]: DEBUG neutron_lib.callbacks.manager [None req-05173096-b10d-47ef-9112-20baacb0b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768892114719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594873'] for agent, after_update {{(pid=101912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 05:44:56.559421 dv-cinder-831186-3-smb neutron-server[101913]: DEBUG neutron.db.agents_db [None req-8e77f51f-9b01-4950-bf66-7016bb71f9d9 None None] Agent healthcheck: found 6 active agents {{(pid=101913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}